[ 477.613124] env[62359]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62359) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 477.613433] env[62359]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62359) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 477.613635] env[62359]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62359) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 477.613989] env[62359]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 477.712773] env[62359]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62359) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 477.722617] env[62359]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62359) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 478.323034] env[62359]: INFO nova.virt.driver [None req-43b6b031-9e22-4e4b-8f73-1ede931b4fa3 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 478.393719] env[62359]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 478.393882] env[62359]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 478.393968] env[62359]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62359) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 481.462752] env[62359]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c1988b7e-8657-431d-8acf-0fe5844a25e9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.478766] env[62359]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62359) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 481.479010] env[62359]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-94a8695c-4455-45ed-90d3-838dff5ea518 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.507037] env[62359]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 44e90. [ 481.507174] env[62359]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.113s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 481.507749] env[62359]: INFO nova.virt.vmwareapi.driver [None req-43b6b031-9e22-4e4b-8f73-1ede931b4fa3 None None] VMware vCenter version: 7.0.3 [ 481.511634] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210c228e-fa1a-40e8-a6ff-f9930987e500 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.528771] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24ee97b-e956-4ded-be4e-40582e6845d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.534618] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c88f79-2bd5-4afb-b527-028969a9596f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.540966] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d41b8fa-54cf-4ec8-a1d7-5d6e10013488 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.553835] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe91ff2-594a-4221-94b7-223e7e2754e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.559497] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422d0801-1d05-4387-8039-eb8abfa45499 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.589967] env[62359]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-95d85a16-7d6e-4397-b3b5-8bf4bee77145 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.594913] env[62359]: DEBUG nova.virt.vmwareapi.driver [None req-43b6b031-9e22-4e4b-8f73-1ede931b4fa3 None None] Extension org.openstack.compute already exists. {{(pid=62359) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 481.597508] env[62359]: INFO nova.compute.provider_config [None req-43b6b031-9e22-4e4b-8f73-1ede931b4fa3 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 482.100963] env[62359]: DEBUG nova.context [None req-43b6b031-9e22-4e4b-8f73-1ede931b4fa3 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),98a7ac6d-0e47-4d8b-93a1-0e2ecdba88bf(cell1) {{(pid=62359) load_cells /opt/stack/nova/nova/context.py:464}} [ 482.103089] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 482.103327] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 482.104035] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 482.104489] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Acquiring lock "98a7ac6d-0e47-4d8b-93a1-0e2ecdba88bf" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 482.104696] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Lock "98a7ac6d-0e47-4d8b-93a1-0e2ecdba88bf" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 482.105740] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Lock "98a7ac6d-0e47-4d8b-93a1-0e2ecdba88bf" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 482.126669] env[62359]: INFO dbcounter [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Registered counter for database nova_cell0 [ 482.134849] env[62359]: INFO dbcounter [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Registered counter for database nova_cell1 [ 482.138162] env[62359]: DEBUG oslo_db.sqlalchemy.engines [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62359) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 482.138595] env[62359]: DEBUG oslo_db.sqlalchemy.engines [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62359) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 482.143521] env[62359]: ERROR nova.db.main.api [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 482.143521] env[62359]: result = function(*args, **kwargs) [ 482.143521] env[62359]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 482.143521] env[62359]: return func(*args, **kwargs) [ 482.143521] env[62359]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 482.143521] env[62359]: result = fn(*args, **kwargs) [ 482.143521] env[62359]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 482.143521] env[62359]: return f(*args, **kwargs) [ 482.143521] env[62359]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 482.143521] env[62359]: return db.service_get_minimum_version(context, binaries) [ 482.143521] env[62359]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 482.143521] env[62359]: _check_db_access() [ 482.143521] env[62359]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 482.143521] env[62359]: stacktrace = ''.join(traceback.format_stack()) [ 482.143521] env[62359]: [ 482.144357] env[62359]: ERROR nova.db.main.api [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 482.144357] env[62359]: result = function(*args, **kwargs) [ 482.144357] env[62359]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 482.144357] env[62359]: return func(*args, **kwargs) [ 482.144357] env[62359]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 482.144357] env[62359]: result = fn(*args, **kwargs) [ 482.144357] env[62359]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 482.144357] env[62359]: return f(*args, **kwargs) [ 482.144357] env[62359]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 482.144357] env[62359]: return db.service_get_minimum_version(context, binaries) [ 482.144357] env[62359]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 482.144357] env[62359]: _check_db_access() [ 482.144357] env[62359]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 482.144357] env[62359]: stacktrace = ''.join(traceback.format_stack()) [ 482.144357] env[62359]: [ 482.144748] env[62359]: WARNING nova.objects.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Failed to get minimum service version for cell 98a7ac6d-0e47-4d8b-93a1-0e2ecdba88bf [ 482.144876] env[62359]: WARNING nova.objects.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 482.145351] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Acquiring lock "singleton_lock" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 482.145526] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Acquired lock "singleton_lock" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 482.145802] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Releasing lock "singleton_lock" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 482.146098] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Full set of CONF: {{(pid=62359) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 482.146248] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ******************************************************************************** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 482.146377] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] Configuration options gathered from: {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 482.146517] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 482.146717] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 482.146879] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ================================================================================ {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 482.147118] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] allow_resize_to_same_host = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.147295] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] arq_binding_timeout = 300 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.147429] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] backdoor_port = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.147561] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] backdoor_socket = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.147726] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] block_device_allocate_retries = 60 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.147889] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] block_device_allocate_retries_interval = 3 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.148075] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cert = self.pem {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.148252] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.148515] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute_monitors = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.148720] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] config_dir = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.148900] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] config_drive_format = iso9660 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.149050] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.149223] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] config_source = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.149392] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] console_host = devstack {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.149559] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] control_exchange = nova {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.149722] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cpu_allocation_ratio = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.149883] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] daemon = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.150075] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] debug = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.150267] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] default_access_ip_network_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.150454] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] default_availability_zone = nova {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.150623] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] default_ephemeral_format = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.150787] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] default_green_pool_size = 1000 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.151044] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.151216] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] default_schedule_zone = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.151375] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] disk_allocation_ratio = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.151539] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] enable_new_services = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.151720] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] enabled_apis = ['osapi_compute'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.151909] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] enabled_ssl_apis = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.152098] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] flat_injected = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.152263] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] force_config_drive = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.152423] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] force_raw_images = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.152595] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] graceful_shutdown_timeout = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.152754] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] heal_instance_info_cache_interval = 60 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.152978] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] host = cpu-1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.153174] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.153342] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.153548] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.153778] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.153946] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] instance_build_timeout = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.154123] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] instance_delete_interval = 300 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.154298] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] instance_format = [instance: %(uuid)s] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.154471] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] instance_name_template = instance-%08x {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.154636] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] instance_usage_audit = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.154809] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] instance_usage_audit_period = month {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.154975] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.155164] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.155335] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] internal_service_availability_zone = internal {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.155494] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] key = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.155658] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] live_migration_retry_count = 30 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.155827] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] log_color = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.155994] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] log_config_append = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.156180] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.156343] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] log_dir = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.156503] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] log_file = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.156665] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] log_options = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.156852] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] log_rotate_interval = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.157040] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] log_rotate_interval_type = days {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.157218] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] log_rotation_type = none {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.157353] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.157481] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.157654] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.157821] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.157950] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.158129] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] long_rpc_timeout = 1800 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.158293] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] max_concurrent_builds = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.158517] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] max_concurrent_live_migrations = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.158700] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] max_concurrent_snapshots = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.158867] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] max_local_block_devices = 3 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.159048] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] max_logfile_count = 30 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.159217] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] max_logfile_size_mb = 200 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.159381] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] maximum_instance_delete_attempts = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.159552] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] metadata_listen = 0.0.0.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.159726] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] metadata_listen_port = 8775 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.159895] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] metadata_workers = 2 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.160111] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] migrate_max_retries = -1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.160318] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] mkisofs_cmd = genisoimage {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.160569] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.160695] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] my_ip = 10.180.1.21 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.160903] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.161081] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] network_allocate_retries = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.161267] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.161439] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.161610] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] osapi_compute_listen_port = 8774 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.161838] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] osapi_compute_unique_server_name_scope = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.162042] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] osapi_compute_workers = 2 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.162216] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] password_length = 12 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.162381] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] periodic_enable = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.162547] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] periodic_fuzzy_delay = 60 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.162721] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] pointer_model = usbtablet {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.162889] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] preallocate_images = none {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.163061] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] publish_errors = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.163198] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] pybasedir = /opt/stack/nova {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.163361] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ram_allocation_ratio = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.163524] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] rate_limit_burst = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.163695] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] rate_limit_except_level = CRITICAL {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.163856] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] rate_limit_interval = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.164026] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] reboot_timeout = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.164195] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] reclaim_instance_interval = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.164353] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] record = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.164526] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] reimage_timeout_per_gb = 60 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.164698] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] report_interval = 120 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.164861] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] rescue_timeout = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.165031] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] reserved_host_cpus = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.165225] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] reserved_host_disk_mb = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.165429] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] reserved_host_memory_mb = 512 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.165599] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] reserved_huge_pages = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.165764] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] resize_confirm_window = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.165923] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] resize_fs_using_block_device = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.166100] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] resume_guests_state_on_host_boot = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.166272] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.166435] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] rpc_response_timeout = 60 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.166598] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] run_external_periodic_tasks = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.166764] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] running_deleted_instance_action = reap {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.166926] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.167100] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] running_deleted_instance_timeout = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.167264] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] scheduler_instance_sync_interval = 120 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.167436] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] service_down_time = 720 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.167607] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] servicegroup_driver = db {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.167763] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] shell_completion = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.167924] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] shelved_offload_time = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.168096] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] shelved_poll_interval = 3600 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.168269] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] shutdown_timeout = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.168465] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] source_is_ipv6 = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.168631] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ssl_only = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.168883] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.169081] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] sync_power_state_interval = 600 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.169253] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] sync_power_state_pool_size = 1000 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.169426] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] syslog_log_facility = LOG_USER {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.169588] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] tempdir = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.169752] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] timeout_nbd = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.169920] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] transport_url = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.170095] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] update_resources_interval = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.170261] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] use_cow_images = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.170460] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] use_journal = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.170608] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] use_json = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.170775] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] use_rootwrap_daemon = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.170941] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] use_stderr = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.171112] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] use_syslog = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.171270] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vcpu_pin_set = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.171444] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plugging_is_fatal = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.171639] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plugging_timeout = 300 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.171818] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] virt_mkfs = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.171979] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] volume_usage_poll_interval = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.172156] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] watch_log_file = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.172326] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] web = /usr/share/spice-html5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 482.172542] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.172728] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.172896] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.173088] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_concurrency.disable_process_locking = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.173701] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.173898] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.174087] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.174271] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.174449] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.174621] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.174810] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.auth_strategy = keystone {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.174975] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.compute_link_prefix = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.175171] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.175351] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.dhcp_domain = novalocal {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.175522] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.enable_instance_password = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.175691] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.glance_link_prefix = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.175860] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.176047] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.176218] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.instance_list_per_project_cells = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.176381] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.list_records_by_skipping_down_cells = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.176543] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.local_metadata_per_cell = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.176714] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.max_limit = 1000 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.176881] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.metadata_cache_expiration = 15 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.177070] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.neutron_default_tenant_id = default {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.177247] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.response_validation = warn {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.177420] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.use_neutron_default_nets = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.177595] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.177761] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.177930] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.178116] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.178292] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.vendordata_dynamic_targets = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.178489] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.vendordata_jsonfile_path = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.178671] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.178865] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.backend = dogpile.cache.memcached {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.179046] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.backend_argument = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.179214] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.backend_expiration_time = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.179384] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.config_prefix = cache.oslo {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.179553] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.dead_timeout = 60.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.179719] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.debug_cache_backend = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.179882] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.enable_retry_client = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.180055] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.enable_socket_keepalive = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.180231] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.enabled = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.180394] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.enforce_fips_mode = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.180592] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.expiration_time = 600 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.180764] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.hashclient_retry_attempts = 2 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.180931] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.181110] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.memcache_dead_retry = 300 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.181272] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.memcache_password = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.181440] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.181627] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.181802] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.memcache_pool_maxsize = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.181966] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.182148] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.memcache_sasl_enabled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.182330] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.182499] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.182661] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.memcache_username = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.182827] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.proxies = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.182990] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.redis_db = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.183164] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.redis_password = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.183337] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.183512] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.183686] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.redis_server = localhost:6379 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.183853] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.redis_socket_timeout = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.184024] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.redis_username = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.184185] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.retry_attempts = 2 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.184352] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.retry_delay = 0.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.184515] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.socket_keepalive_count = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.184683] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.socket_keepalive_idle = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.184848] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.socket_keepalive_interval = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.185019] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.tls_allowed_ciphers = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.185183] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.tls_cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.185344] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.tls_certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.185508] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.tls_enabled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.185665] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cache.tls_keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.185839] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.auth_section = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.186026] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.auth_type = password {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.186240] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.186375] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.186540] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.186709] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.186878] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.cross_az_attach = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.187049] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.debug = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.187216] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.endpoint_template = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.187382] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.http_retries = 3 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.187546] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.187706] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.187878] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.os_region_name = RegionOne {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.188050] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.188213] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cinder.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.188411] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.188587] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.cpu_dedicated_set = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.188751] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.cpu_shared_set = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.188917] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.image_type_exclude_list = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.189103] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.189272] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.189438] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.189605] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.189779] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.189942] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.resource_provider_association_refresh = 300 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.190120] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.190288] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.shutdown_retry_interval = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.190490] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.190685] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] conductor.workers = 2 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.190867] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] console.allowed_origins = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.191044] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] console.ssl_ciphers = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.191222] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] console.ssl_minimum_version = default {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.191395] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] consoleauth.enforce_session_timeout = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.191580] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] consoleauth.token_ttl = 600 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.191768] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.191929] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.192113] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.192277] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.connect_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.192437] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.connect_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.192599] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.endpoint_override = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.192761] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.192916] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.193092] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.max_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.193255] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.min_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.193412] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.region_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.193568] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.retriable_status_codes = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.193724] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.service_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.193892] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.service_type = accelerator {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.194064] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.194228] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.status_code_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.194386] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.status_code_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.194542] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.194722] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.194880] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] cyborg.version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.195061] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.asyncio_connection = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.195222] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.asyncio_slave_connection = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.195392] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.backend = sqlalchemy {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.195561] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.connection = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.195729] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.connection_debug = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.195897] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.connection_parameters = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.196071] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.connection_recycle_time = 3600 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.196239] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.connection_trace = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.196402] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.db_inc_retry_interval = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.196565] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.db_max_retries = 20 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.196728] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.db_max_retry_interval = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.196890] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.db_retry_interval = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.197063] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.max_overflow = 50 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.197231] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.max_pool_size = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.197393] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.max_retries = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.197563] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.197725] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.mysql_wsrep_sync_wait = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.197883] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.pool_timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.198061] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.retry_interval = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.198222] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.slave_connection = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.198402] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.sqlite_synchronous = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.198579] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] database.use_db_reconnect = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.198752] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.asyncio_connection = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.198912] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.asyncio_slave_connection = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.199092] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.backend = sqlalchemy {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.199263] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.connection = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.199429] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.connection_debug = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.199598] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.connection_parameters = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.199758] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.connection_recycle_time = 3600 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.199920] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.connection_trace = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.200094] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.db_inc_retry_interval = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.200262] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.db_max_retries = 20 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.200447] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.db_max_retry_interval = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.200623] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.db_retry_interval = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.200790] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.max_overflow = 50 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.200951] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.max_pool_size = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.201129] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.max_retries = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.201299] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.201460] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.201620] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.pool_timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.201781] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.retry_interval = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.201937] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.slave_connection = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.202112] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] api_database.sqlite_synchronous = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.202291] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] devices.enabled_mdev_types = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.202466] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.202639] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.202805] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ephemeral_storage_encryption.enabled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.202969] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.203154] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.api_servers = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.203321] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.203484] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.203649] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.203807] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.connect_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.203964] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.connect_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.204138] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.debug = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.204305] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.default_trusted_certificate_ids = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.204467] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.enable_certificate_validation = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.204630] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.enable_rbd_download = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.204786] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.endpoint_override = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.204951] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.205125] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.205285] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.max_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.205442] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.min_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.205602] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.num_retries = 3 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.205770] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.rbd_ceph_conf = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.205932] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.rbd_connect_timeout = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.206110] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.rbd_pool = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.206280] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.rbd_user = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.206443] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.region_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.206603] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.retriable_status_codes = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.206764] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.service_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.206929] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.service_type = image {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.207102] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.207264] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.status_code_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.207424] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.status_code_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.207585] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.207767] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.207932] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.verify_glance_signatures = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.208104] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] glance.version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.208275] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] guestfs.debug = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.208468] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.auth_section = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.208639] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.auth_type = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.208802] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.208962] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.209140] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.209301] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.connect_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.209462] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.connect_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.209620] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.endpoint_override = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.209781] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.209938] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.210109] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.max_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.210273] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.min_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.210446] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.region_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.210623] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.retriable_status_codes = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.210787] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.service_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.210960] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.service_type = shared-file-system {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.211140] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.share_apply_policy_timeout = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.211306] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.211485] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.status_code_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.211658] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.status_code_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.211821] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.212010] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.212187] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] manila.version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.212359] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] mks.enabled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.212710] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.212907] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] image_cache.manager_interval = 2400 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.213091] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] image_cache.precache_concurrency = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.213269] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] image_cache.remove_unused_base_images = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.213441] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.213613] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.213791] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] image_cache.subdirectory_name = _base {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.213969] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.api_max_retries = 60 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.214153] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.api_retry_interval = 2 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.214318] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.auth_section = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.214485] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.auth_type = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.214652] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.214813] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.214979] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.215160] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.conductor_group = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.215324] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.connect_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.215487] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.connect_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.215650] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.endpoint_override = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.215814] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.215973] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.216149] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.max_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.216313] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.min_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.216485] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.peer_list = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.216644] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.region_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.216802] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.retriable_status_codes = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.216967] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.serial_console_state_timeout = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.217143] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.service_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.217317] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.service_type = baremetal {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.217478] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.shard = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.217645] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.217808] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.status_code_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.217969] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.status_code_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.218142] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.218339] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.218521] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ironic.version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.218713] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.218891] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] key_manager.fixed_key = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.219088] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.219257] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.barbican_api_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.219420] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.barbican_endpoint = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.219592] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.barbican_endpoint_type = public {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.219754] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.barbican_region_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.219916] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.220090] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.220258] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.220424] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.220611] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.220784] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.number_of_retries = 60 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.220951] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.retry_delay = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.221130] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.send_service_user_token = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.221297] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.221476] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.221653] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.verify_ssl = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.221850] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican.verify_ssl_path = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.222035] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican_service_user.auth_section = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.222208] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican_service_user.auth_type = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.222370] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican_service_user.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.222531] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican_service_user.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.222699] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican_service_user.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.222866] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican_service_user.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.223036] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican_service_user.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.223209] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican_service_user.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.223370] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] barbican_service_user.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.223539] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vault.approle_role_id = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.223702] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vault.approle_secret_id = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.223873] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vault.kv_mountpoint = secret {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.224044] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vault.kv_path = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.224215] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vault.kv_version = 2 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.224378] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vault.namespace = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.224539] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vault.root_token_id = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.224703] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vault.ssl_ca_crt_file = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.224871] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vault.timeout = 60.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.225048] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vault.use_ssl = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.225225] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.225396] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.225558] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.225723] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.225884] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.connect_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.226471] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.connect_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.226471] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.endpoint_override = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.226471] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.226599] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.226733] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.max_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.226823] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.min_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.226980] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.region_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.227158] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.retriable_status_codes = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.227324] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.service_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.227496] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.service_type = identity {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.227674] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.227886] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.status_code_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.228066] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.status_code_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.228232] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.228443] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.228615] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] keystone.version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.228808] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.ceph_mount_options = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.229120] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.229309] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.connection_uri = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.229477] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.cpu_mode = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.230095] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.230095] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.cpu_models = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.230095] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.cpu_power_governor_high = performance {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.230289] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.230343] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.cpu_power_management = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.230513] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.230707] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.device_detach_attempts = 8 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.230882] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.device_detach_timeout = 20 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.231066] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.disk_cachemodes = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.231236] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.disk_prefix = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.231405] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.enabled_perf_events = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.231595] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.file_backed_memory = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.231769] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.gid_maps = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.231929] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.hw_disk_discard = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.232102] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.hw_machine_type = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.232279] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.images_rbd_ceph_conf = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.232444] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.232610] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.232780] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.images_rbd_glance_store_name = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.232948] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.images_rbd_pool = rbd {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.233132] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.images_type = default {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.233295] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.images_volume_group = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.233460] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.inject_key = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.233623] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.inject_partition = -2 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.233785] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.inject_password = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.233947] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.iscsi_iface = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.234126] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.iser_use_multipath = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.234293] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.234457] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.234624] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_downtime = 500 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.234788] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.234948] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.235128] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_inbound_addr = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.235295] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.235458] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.235619] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_scheme = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.235790] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_timeout_action = abort {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.235950] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_tunnelled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.236122] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_uri = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.236284] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.live_migration_with_native_tls = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.236443] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.max_queues = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.236607] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.236843] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.237015] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.nfs_mount_options = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.237454] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.237519] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.237652] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.237816] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.237980] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.238161] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.num_pcie_ports = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.238344] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.238532] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.pmem_namespaces = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.238696] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.quobyte_client_cfg = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.238996] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.239197] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.239369] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.239535] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.239698] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.rbd_secret_uuid = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.239861] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.rbd_user = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.240026] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.240201] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.240361] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.rescue_image_id = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.240555] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.rescue_kernel_id = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.240720] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.rescue_ramdisk_id = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.240893] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.241066] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.rx_queue_size = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.241239] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.smbfs_mount_options = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.241561] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.241745] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.snapshot_compression = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.241910] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.snapshot_image_format = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.242265] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.242330] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.sparse_logical_volumes = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.242494] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.swtpm_enabled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.242663] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.swtpm_group = tss {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.242831] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.swtpm_user = tss {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.242996] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.sysinfo_serial = unique {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.243172] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.tb_cache_size = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.243330] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.tx_queue_size = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.243495] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.uid_maps = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.243658] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.use_virtio_for_bridges = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.243826] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.virt_type = kvm {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.243993] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.volume_clear = zero {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.244172] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.volume_clear_size = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.244349] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.volume_use_multipath = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.244512] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.vzstorage_cache_path = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.244684] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.244854] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.245030] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.245208] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.245501] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.245684] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.vzstorage_mount_user = stack {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.245854] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.246041] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.auth_section = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.246219] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.auth_type = password {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.246381] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.246540] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.246704] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.246863] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.connect_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.247028] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.connect_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.247203] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.default_floating_pool = public {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.247364] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.endpoint_override = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.247530] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.extension_sync_interval = 600 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.247696] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.http_retries = 3 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.247858] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.248027] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.248193] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.max_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.248390] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.248569] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.min_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.248743] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.ovs_bridge = br-int {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.248907] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.physnets = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.249089] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.region_name = RegionOne {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.249257] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.retriable_status_codes = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.249427] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.service_metadata_proxy = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.249781] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.service_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.249781] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.service_type = network {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.249908] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.250080] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.status_code_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.250245] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.status_code_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.250405] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.250616] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.250785] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] neutron.version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.250960] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] notifications.bdms_in_notifications = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.251160] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] notifications.default_level = INFO {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.251329] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] notifications.include_share_mapping = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.251525] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] notifications.notification_format = unversioned {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.251699] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] notifications.notify_on_state_change = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.251881] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.252073] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] pci.alias = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.252249] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] pci.device_spec = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.252415] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] pci.report_in_placement = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.252591] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.auth_section = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.252767] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.auth_type = password {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.252936] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.253107] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.253273] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.253438] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.253601] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.connect_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.253764] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.connect_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.253925] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.default_domain_id = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.254098] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.default_domain_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.254261] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.domain_id = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.254421] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.domain_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.254582] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.endpoint_override = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.254746] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.254907] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.255078] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.max_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.255241] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.min_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.255412] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.password = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.255573] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.project_domain_id = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.255742] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.project_domain_name = Default {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.255910] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.project_id = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.256096] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.project_name = service {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.256270] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.region_name = RegionOne {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.256435] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.retriable_status_codes = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.256599] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.service_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.256768] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.service_type = placement {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.256932] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.257111] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.status_code_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.257277] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.status_code_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.257439] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.system_scope = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.257601] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.257760] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.trust_id = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.257921] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.user_domain_id = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.258101] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.user_domain_name = Default {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.258266] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.user_id = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.258464] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.username = nova {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.258659] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.258822] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] placement.version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.258996] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.cores = 20 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.259306] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.count_usage_from_placement = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.259386] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.259505] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.injected_file_content_bytes = 10240 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.259672] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.injected_file_path_length = 255 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.259834] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.injected_files = 5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.259999] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.instances = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.260178] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.key_pairs = 100 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.260346] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.metadata_items = 128 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.260535] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.ram = 51200 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.260710] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.recheck_quota = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.260880] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.server_group_members = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.261056] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.server_groups = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.261267] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.261456] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] quota.unified_limits_resource_strategy = require {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.261649] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.261815] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.261976] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] scheduler.image_metadata_prefilter = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.262152] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.262317] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] scheduler.max_attempts = 3 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.262481] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] scheduler.max_placement_results = 1000 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.262645] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.262808] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.262965] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.263151] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] scheduler.workers = 2 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.263326] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.263495] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.263674] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.263850] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.264026] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.264196] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.264360] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.264551] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.264725] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.host_subset_size = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.264892] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.265062] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.265230] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.265396] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.isolated_hosts = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.265561] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.isolated_images = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.265738] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.265900] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.266075] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.266240] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.pci_in_placement = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.266469] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.266569] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.266731] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.266891] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.267065] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.267235] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.267396] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.track_instance_changes = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.267573] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.267745] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] metrics.required = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.267910] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] metrics.weight_multiplier = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.268084] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.268252] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] metrics.weight_setting = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.268577] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.268760] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] serial_console.enabled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.268937] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] serial_console.port_range = 10000:20000 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.269121] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.269293] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.269463] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] serial_console.serialproxy_port = 6083 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.269633] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] service_user.auth_section = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.269802] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] service_user.auth_type = password {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.269963] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] service_user.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.270138] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] service_user.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.270301] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] service_user.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.270482] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] service_user.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.270654] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] service_user.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.270826] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] service_user.send_service_user_token = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.270993] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] service_user.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.271165] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] service_user.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.271338] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.agent_enabled = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.271520] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.enabled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.271827] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.272039] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.272218] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.html5proxy_port = 6082 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.272384] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.image_compression = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.272545] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.jpeg_compression = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.272708] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.playback_compression = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.272873] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.require_secure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.273052] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.server_listen = 127.0.0.1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.273227] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.273389] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.streaming_mode = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.273547] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] spice.zlib_compression = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.273715] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] upgrade_levels.baseapi = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.273887] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] upgrade_levels.compute = auto {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.274063] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] upgrade_levels.conductor = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.274226] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] upgrade_levels.scheduler = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.274394] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.274556] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.274719] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vendordata_dynamic_auth.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.274878] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vendordata_dynamic_auth.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.275054] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.275218] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vendordata_dynamic_auth.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.275376] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.275537] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.275697] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vendordata_dynamic_auth.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.275869] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.api_retry_count = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.276043] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.ca_file = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.276220] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.276388] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.cluster_name = testcl1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.276556] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.connection_pool_size = 10 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.276721] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.console_delay_seconds = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.276891] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.datastore_regex = ^datastore.* {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.277114] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.277294] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.host_password = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.277466] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.host_port = 443 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.277637] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.host_username = administrator@vsphere.local {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.277805] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.insecure = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.277967] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.integration_bridge = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.278146] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.maximum_objects = 100 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.278309] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.pbm_default_policy = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.278499] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.pbm_enabled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.278666] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.pbm_wsdl_location = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.278836] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.278994] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.serial_port_proxy_uri = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.279169] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.serial_port_service_uri = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.279336] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.task_poll_interval = 0.5 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.279507] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.use_linked_clone = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.279677] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.vnc_keymap = en-us {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.279844] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.vnc_port = 5900 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.280014] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vmware.vnc_port_total = 10000 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.280209] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vnc.auth_schemes = ['none'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.280386] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vnc.enabled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.280700] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.280896] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.281082] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vnc.novncproxy_port = 6080 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.281285] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vnc.server_listen = 127.0.0.1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.281487] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.281667] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vnc.vencrypt_ca_certs = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.281829] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vnc.vencrypt_client_cert = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.281989] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vnc.vencrypt_client_key = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.282180] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.282346] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.disable_deep_image_inspection = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.282507] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.282671] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.282833] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.282994] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.disable_rootwrap = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.283172] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.enable_numa_live_migration = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.283334] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.283496] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.283659] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.283820] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.libvirt_disable_apic = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.283980] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.284159] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.284323] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.284486] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.284648] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.284809] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.284969] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.285143] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.285305] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.285472] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.285659] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.285828] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] wsgi.client_socket_timeout = 900 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.285998] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] wsgi.default_pool_size = 1000 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.286182] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] wsgi.keep_alive = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.286351] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] wsgi.max_header_line = 16384 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.286517] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.286680] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] wsgi.ssl_ca_file = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.286841] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] wsgi.ssl_cert_file = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.287019] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] wsgi.ssl_key_file = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.287186] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] wsgi.tcp_keepidle = 600 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.287367] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.287531] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] zvm.ca_file = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.287694] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] zvm.cloud_connector_url = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.287996] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.288189] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] zvm.reachable_timeout = 300 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.288385] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.288580] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.288762] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler.connection_string = messaging:// {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.288931] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler.enabled = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.289111] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler.es_doc_type = notification {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.289277] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler.es_scroll_size = 10000 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.289444] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler.es_scroll_time = 2m {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.289608] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler.filter_error_trace = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.289775] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler.hmac_keys = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.289941] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler.sentinel_service_name = mymaster {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.290127] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler.socket_timeout = 0.1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.290294] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler.trace_requests = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.290474] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler.trace_sqlalchemy = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.290666] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler_jaeger.process_tags = {} {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.290829] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler_jaeger.service_name_prefix = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.290996] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] profiler_otlp.service_name_prefix = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.291180] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] remote_debug.host = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.291341] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] remote_debug.port = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.291519] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.291683] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.291847] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.292029] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.292202] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.292364] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.292525] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.292691] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.292856] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.293036] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.293202] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.293373] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.293542] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.293709] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.293881] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.294054] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.294225] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.294396] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.294561] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.294725] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.294894] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.295068] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.295235] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.295394] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.295555] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.295718] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.295880] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.296052] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.296220] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.296388] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.ssl = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.296554] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.296723] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.296884] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.297062] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.297231] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.297393] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.297579] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.297750] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_notifications.retry = -1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.297925] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.298108] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.298283] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.auth_section = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.298470] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.auth_type = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.298642] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.cafile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.298800] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.certfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.298961] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.collect_timing = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.299136] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.connect_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.299298] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.connect_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.299457] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.endpoint_id = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.299631] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.299790] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.endpoint_override = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.299949] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.endpoint_region_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.300123] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.endpoint_service_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.300286] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.endpoint_service_type = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.300470] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.insecure = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.300634] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.keyfile = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.300797] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.max_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.300956] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.min_version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.301128] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.region_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.301292] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.retriable_status_codes = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.301452] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.service_name = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.301612] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.service_type = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.301775] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.split_loggers = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.301932] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.status_code_retries = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.302104] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.status_code_retry_delay = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.302268] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.timeout = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.302428] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.valid_interfaces = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.302587] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_limit.version = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.302755] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_reports.file_event_handler = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.302920] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.303092] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] oslo_reports.log_dir = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.303269] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.303433] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.303595] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.303770] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.303943] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.304117] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.304290] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.304452] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_ovs_privileged.group = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.304614] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.304781] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.304944] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.305128] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] vif_plug_ovs_privileged.user = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.305305] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.305489] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.305663] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.305836] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.306017] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.306201] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.306368] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.306532] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.306713] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.306893] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_ovs.isolate_vif = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.307068] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.307237] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.307405] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.307576] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.307740] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] os_vif_ovs.per_port_bridge = False {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.307908] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] privsep_osbrick.capabilities = [21] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.308124] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] privsep_osbrick.group = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.308308] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] privsep_osbrick.helper_command = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.308479] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.308649] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.308811] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] privsep_osbrick.user = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.308985] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.309162] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] nova_sys_admin.group = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.309324] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] nova_sys_admin.helper_command = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.309491] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.309657] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.309817] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] nova_sys_admin.user = None {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.309948] env[62359]: DEBUG oslo_service.service [None req-0fcea3fc-752a-4a4f-8c79-c896a95a5393 None None] ******************************************************************************** {{(pid=62359) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 482.310376] env[62359]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 482.814446] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Getting list of instances from cluster (obj){ [ 482.814446] env[62359]: value = "domain-c8" [ 482.814446] env[62359]: _type = "ClusterComputeResource" [ 482.814446] env[62359]: } {{(pid=62359) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 482.815526] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e9fd8e-cf06-467f-9642-2e2113317635 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.824112] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Got total of 0 instances {{(pid=62359) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 482.824682] env[62359]: WARNING nova.virt.vmwareapi.driver [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 482.825165] env[62359]: INFO nova.virt.node [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Generated node identity 141c7d21-c7c0-4ccc-972c-c2ef94371f99 [ 482.825391] env[62359]: INFO nova.virt.node [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Wrote node identity 141c7d21-c7c0-4ccc-972c-c2ef94371f99 to /opt/stack/data/n-cpu-1/compute_id [ 483.328345] env[62359]: WARNING nova.compute.manager [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Compute nodes ['141c7d21-c7c0-4ccc-972c-c2ef94371f99'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 484.333035] env[62359]: INFO nova.compute.manager [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 485.338177] env[62359]: WARNING nova.compute.manager [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 485.338520] env[62359]: DEBUG oslo_concurrency.lockutils [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 485.338702] env[62359]: DEBUG oslo_concurrency.lockutils [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 485.338858] env[62359]: DEBUG oslo_concurrency.lockutils [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 485.339022] env[62359]: DEBUG nova.compute.resource_tracker [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62359) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 485.339926] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b2d9e7-dc6c-4b83-88b9-b148b7cf7ee6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.348124] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83c8591-d726-47ed-ac6b-9d20900eea07 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.362973] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1b4674-bcec-4ecd-a091-df5bd4461658 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.368998] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f0ef93-ba34-4e79-9477-b6985146b2ae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.397434] env[62359]: DEBUG nova.compute.resource_tracker [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181226MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62359) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 485.397590] env[62359]: DEBUG oslo_concurrency.lockutils [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 485.397714] env[62359]: DEBUG oslo_concurrency.lockutils [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 485.900049] env[62359]: WARNING nova.compute.resource_tracker [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] No compute node record for cpu-1:141c7d21-c7c0-4ccc-972c-c2ef94371f99: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 141c7d21-c7c0-4ccc-972c-c2ef94371f99 could not be found. [ 486.404223] env[62359]: INFO nova.compute.resource_tracker [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 [ 487.912508] env[62359]: DEBUG nova.compute.resource_tracker [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 487.912914] env[62359]: DEBUG nova.compute.resource_tracker [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 488.088890] env[62359]: INFO nova.scheduler.client.report [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] [req-e25dea8b-f52e-4e46-884c-3556ed18c18b] Created resource provider record via placement API for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 488.123850] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d238cb-9d4e-4eb8-a679-1ee51491bc67 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.131985] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b55f5b-40df-4b20-878b-b52c5e21da42 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.162969] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20add74-2042-4202-9b38-c33c9238d4f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.170794] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b19846-e14d-4c39-bc3d-10998c610236 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.184804] env[62359]: DEBUG nova.compute.provider_tree [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 488.720058] env[62359]: DEBUG nova.scheduler.client.report [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 488.720299] env[62359]: DEBUG nova.compute.provider_tree [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 0 to 1 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 488.720440] env[62359]: DEBUG nova.compute.provider_tree [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 488.774268] env[62359]: DEBUG nova.compute.provider_tree [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 1 to 2 during operation: update_traits {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 489.278626] env[62359]: DEBUG nova.compute.resource_tracker [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 489.279084] env[62359]: DEBUG oslo_concurrency.lockutils [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.881s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 489.279084] env[62359]: DEBUG nova.service [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Creating RPC server for service compute {{(pid=62359) start /opt/stack/nova/nova/service.py:186}} [ 489.296291] env[62359]: DEBUG nova.service [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] Join ServiceGroup membership for this service compute {{(pid=62359) start /opt/stack/nova/nova/service.py:203}} [ 489.296551] env[62359]: DEBUG nova.servicegroup.drivers.db [None req-64e0ff6f-b349-4d32-9459-05a2a4c2019d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62359) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 533.424879] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.425594] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.429875] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquiring lock "92047179-2f4d-4f31-8c80-853d7c10946c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.430113] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Lock "92047179-2f4d-4f31-8c80-853d7c10946c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.930369] env[62359]: DEBUG nova.compute.manager [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 533.933804] env[62359]: DEBUG nova.compute.manager [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.606830] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquiring lock "bae0649b-ebc1-459c-bb85-c4f152e4736e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.606830] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Lock "bae0649b-ebc1-459c-bb85-c4f152e4736e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.901860] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquiring lock "22951fa0-9695-487c-88de-05a13a9e96a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.901860] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "22951fa0-9695-487c-88de-05a13a9e96a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.993067] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.993497] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.994912] env[62359]: INFO nova.compute.claims [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 534.999475] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.109954] env[62359]: DEBUG nova.compute.manager [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.118855] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "981fb438-a3ad-415e-9dc8-276a8829a769" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.119242] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "981fb438-a3ad-415e-9dc8-276a8829a769" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.405339] env[62359]: DEBUG nova.compute.manager [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.622713] env[62359]: DEBUG nova.compute.manager [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.648990] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.977961] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.116017] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquiring lock "14eaf7ed-743b-4198-832d-54d4cc21c2d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.116017] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "14eaf7ed-743b-4198-832d-54d4cc21c2d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.116017] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquiring lock "f00b731b-a392-424e-9e52-8dd3d9017a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.116017] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Lock "f00b731b-a392-424e-9e52-8dd3d9017a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.171544] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.223850] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f6b82e-2766-4a6e-90bf-ae53a744f07a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.232658] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba452a4d-3387-4fa9-9f0a-9750e7520416 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.269910] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065ed68e-59e2-4a50-94a5-0db73a3e743b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.277546] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a4a693-081b-4eed-be3b-0feff2427dfc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.291668] env[62359]: DEBUG nova.compute.provider_tree [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.618198] env[62359]: DEBUG nova.compute.manager [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.628061] env[62359]: DEBUG nova.compute.manager [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.796616] env[62359]: DEBUG nova.scheduler.client.report [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 536.870437] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquiring lock "59915864-7434-48a0-a2a5-7078596bac19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.870729] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Lock "59915864-7434-48a0-a2a5-7078596bac19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.017157] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquiring lock "5632f00a-9ab2-43ac-a035-7714913417e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.017277] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Lock "5632f00a-9ab2-43ac-a035-7714913417e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.175708] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.177641] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.304683] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.305379] env[62359]: DEBUG nova.compute.manager [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 537.308342] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.309s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.311792] env[62359]: INFO nova.compute.claims [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 537.377448] env[62359]: DEBUG nova.compute.manager [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 537.522409] env[62359]: DEBUG nova.compute.manager [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 537.816146] env[62359]: DEBUG nova.compute.utils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 537.820234] env[62359]: DEBUG nova.compute.manager [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 537.820518] env[62359]: DEBUG nova.network.neutron [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 537.940562] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.046925] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.235603] env[62359]: DEBUG nova.policy [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '856907cd172d41258e646ffdb87009b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58af2e832fd745a7a9bec85b74b3f3dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 538.321376] env[62359]: DEBUG nova.compute.manager [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 538.553591] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f5e21f-04ae-4a6d-929c-9192f7027166 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.562076] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ee2f36-2a51-4d56-b3a2-c714f75a2d07 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.593459] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8fd933-e478-4e5e-8106-a7feddf4c861 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.604202] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e799c3cc-8d5b-4cfd-9d16-8f78d9a9d259 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.620879] env[62359]: DEBUG nova.compute.provider_tree [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 538.957573] env[62359]: DEBUG nova.network.neutron [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Successfully created port: 5b07e73f-13f8-4e93-b641-d8093ff10466 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 539.128927] env[62359]: DEBUG nova.scheduler.client.report [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 539.349592] env[62359]: DEBUG nova.compute.manager [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 539.400468] env[62359]: DEBUG nova.virt.hardware [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.400695] env[62359]: DEBUG nova.virt.hardware [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.400847] env[62359]: DEBUG nova.virt.hardware [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 539.402962] env[62359]: DEBUG nova.virt.hardware [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.402962] env[62359]: DEBUG nova.virt.hardware [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 539.402962] env[62359]: DEBUG nova.virt.hardware [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 539.403173] env[62359]: DEBUG nova.virt.hardware [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 539.403331] env[62359]: DEBUG nova.virt.hardware [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 539.403720] env[62359]: DEBUG nova.virt.hardware [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 539.403885] env[62359]: DEBUG nova.virt.hardware [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 539.404079] env[62359]: DEBUG nova.virt.hardware [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 539.404959] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b84bf5c-47d6-4b7b-bedb-944f2d68c0ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.417847] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17aeca21-75bf-4441-9baf-0212aa8e5179 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.441888] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996663dd-ea39-4505-95e7-7706db9de4d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.638739] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.638909] env[62359]: DEBUG nova.compute.manager [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 539.642378] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.994s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.644236] env[62359]: INFO nova.compute.claims [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 540.155747] env[62359]: DEBUG nova.compute.utils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 540.162610] env[62359]: DEBUG nova.compute.manager [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 540.162610] env[62359]: DEBUG nova.network.neutron [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 540.322233] env[62359]: DEBUG nova.policy [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf491ae3c354486e9543014baccdaba3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b3bbbc7dcf14579966edd2d7c6b50f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 540.663404] env[62359]: DEBUG nova.compute.manager [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 540.886684] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba56bf4-c3c8-4897-8689-465cc9d9c622 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.897923] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd1d5b9-a75d-4caf-b1b3-4dffd8053cca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.931437] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6eed42-f5d2-42d0-be73-771a6bec80f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.939849] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fdf3ea-d171-4f7a-850f-1905a496709b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.958665] env[62359]: DEBUG nova.compute.provider_tree [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.320135] env[62359]: DEBUG nova.network.neutron [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Successfully created port: b27feea3-50a7-43a7-9a10-7a467fb32690 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 541.464538] env[62359]: DEBUG nova.scheduler.client.report [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 541.677193] env[62359]: DEBUG nova.compute.manager [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 541.740454] env[62359]: DEBUG nova.virt.hardware [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 541.740702] env[62359]: DEBUG nova.virt.hardware [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 541.740853] env[62359]: DEBUG nova.virt.hardware [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 541.741045] env[62359]: DEBUG nova.virt.hardware [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 541.741227] env[62359]: DEBUG nova.virt.hardware [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 541.741378] env[62359]: DEBUG nova.virt.hardware [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 541.741584] env[62359]: DEBUG nova.virt.hardware [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 541.741734] env[62359]: DEBUG nova.virt.hardware [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 541.741890] env[62359]: DEBUG nova.virt.hardware [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 541.742068] env[62359]: DEBUG nova.virt.hardware [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 541.742261] env[62359]: DEBUG nova.virt.hardware [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 541.743186] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d791be33-50d0-48ca-b4fe-2ab7f091e75a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.753997] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778f4814-c9f3-4e48-8bcc-3dc08b1d6a31 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.971737] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.971970] env[62359]: DEBUG nova.compute.manager [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 541.976240] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.998s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.977634] env[62359]: INFO nova.compute.claims [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.089708] env[62359]: DEBUG nova.network.neutron [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Successfully updated port: 5b07e73f-13f8-4e93-b641-d8093ff10466 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 542.487937] env[62359]: DEBUG nova.compute.utils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 542.491705] env[62359]: DEBUG nova.compute.manager [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 542.493962] env[62359]: DEBUG nova.network.neutron [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 542.592755] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquiring lock "refresh_cache-92047179-2f4d-4f31-8c80-853d7c10946c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.592980] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquired lock "refresh_cache-92047179-2f4d-4f31-8c80-853d7c10946c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.593508] env[62359]: DEBUG nova.network.neutron [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 542.602926] env[62359]: DEBUG nova.policy [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34622634380948e6b9b26266df1356b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb217f7aab04cf4a4e4a1d174faa451', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 542.992634] env[62359]: DEBUG nova.compute.manager [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 543.160231] env[62359]: DEBUG nova.network.neutron [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 543.235794] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d312b8a-0e6a-4273-84d2-39b171e589f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.243676] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38614799-3a39-4f70-8f87-d7d762e46337 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.279277] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747362dc-662c-412d-bcf1-b4bc6a774755 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.286398] env[62359]: DEBUG nova.network.neutron [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Successfully created port: 006dc5dc-aa53-461d-a951-3ea9d13016c4 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 543.289104] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd318f5f-4b63-417f-b345-de9d103bf1b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.303891] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.304463] env[62359]: DEBUG nova.compute.provider_tree [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 543.305822] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.305911] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Starting heal instance info cache {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 543.306010] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Rebuilding the list of instances to heal {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 543.575100] env[62359]: DEBUG nova.network.neutron [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Updating instance_info_cache with network_info: [{"id": "5b07e73f-13f8-4e93-b641-d8093ff10466", "address": "fa:16:3e:b6:4b:8d", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b07e73f-13", "ovs_interfaceid": "5b07e73f-13f8-4e93-b641-d8093ff10466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.808628] env[62359]: DEBUG nova.scheduler.client.report [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 543.814745] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Skipping network cache update for instance because it is Building. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 543.815068] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Skipping network cache update for instance because it is Building. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 543.815068] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Skipping network cache update for instance because it is Building. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 543.815210] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Skipping network cache update for instance because it is Building. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 543.815267] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Didn't find any instances for network info cache update. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 543.815450] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.815679] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.816114] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.817967] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.819134] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.819186] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.985623] env[62359]: DEBUG nova.compute.manager [req-895f7a50-76c0-494e-a3e5-41119d294c51 req-264ade12-9acb-4c3f-99a8-0d3e65d7ad6b service nova] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Received event network-vif-plugged-5b07e73f-13f8-4e93-b641-d8093ff10466 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 543.985864] env[62359]: DEBUG oslo_concurrency.lockutils [req-895f7a50-76c0-494e-a3e5-41119d294c51 req-264ade12-9acb-4c3f-99a8-0d3e65d7ad6b service nova] Acquiring lock "92047179-2f4d-4f31-8c80-853d7c10946c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.986055] env[62359]: DEBUG oslo_concurrency.lockutils [req-895f7a50-76c0-494e-a3e5-41119d294c51 req-264ade12-9acb-4c3f-99a8-0d3e65d7ad6b service nova] Lock "92047179-2f4d-4f31-8c80-853d7c10946c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.986262] env[62359]: DEBUG oslo_concurrency.lockutils [req-895f7a50-76c0-494e-a3e5-41119d294c51 req-264ade12-9acb-4c3f-99a8-0d3e65d7ad6b service nova] Lock "92047179-2f4d-4f31-8c80-853d7c10946c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.986451] env[62359]: DEBUG nova.compute.manager [req-895f7a50-76c0-494e-a3e5-41119d294c51 req-264ade12-9acb-4c3f-99a8-0d3e65d7ad6b service nova] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] No waiting events found dispatching network-vif-plugged-5b07e73f-13f8-4e93-b641-d8093ff10466 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 543.986613] env[62359]: WARNING nova.compute.manager [req-895f7a50-76c0-494e-a3e5-41119d294c51 req-264ade12-9acb-4c3f-99a8-0d3e65d7ad6b service nova] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Received unexpected event network-vif-plugged-5b07e73f-13f8-4e93-b641-d8093ff10466 for instance with vm_state building and task_state spawning. [ 544.008331] env[62359]: DEBUG nova.compute.manager [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 544.047961] env[62359]: DEBUG nova.virt.hardware [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 544.048518] env[62359]: DEBUG nova.virt.hardware [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.048639] env[62359]: DEBUG nova.virt.hardware [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 544.049786] env[62359]: DEBUG nova.virt.hardware [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.049985] env[62359]: DEBUG nova.virt.hardware [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 544.050750] env[62359]: DEBUG nova.virt.hardware [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 544.050998] env[62359]: DEBUG nova.virt.hardware [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 544.051199] env[62359]: DEBUG nova.virt.hardware [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 544.051628] env[62359]: DEBUG nova.virt.hardware [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 544.051821] env[62359]: DEBUG nova.virt.hardware [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 544.052106] env[62359]: DEBUG nova.virt.hardware [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 544.058435] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1234806e-5543-467e-bca4-24407edf1152 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.062582] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370a32b5-d222-4e3e-b40f-d4b172b11bab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.082442] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Releasing lock "refresh_cache-92047179-2f4d-4f31-8c80-853d7c10946c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.082846] env[62359]: DEBUG nova.compute.manager [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Instance network_info: |[{"id": "5b07e73f-13f8-4e93-b641-d8093ff10466", "address": "fa:16:3e:b6:4b:8d", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b07e73f-13", "ovs_interfaceid": "5b07e73f-13f8-4e93-b641-d8093ff10466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 544.086660] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:4b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b07e73f-13f8-4e93-b641-d8093ff10466', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 544.095181] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.095467] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d8f8d7d-bfb8-4301-8642-7745e885e0d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.107883] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Created folder: OpenStack in parent group-v4. [ 544.108086] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Creating folder: Project (58af2e832fd745a7a9bec85b74b3f3dc). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.108663] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34317529-6204-41f6-bffe-b8877ec5c6ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.118141] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Created folder: Project (58af2e832fd745a7a9bec85b74b3f3dc) in parent group-v494269. [ 544.118276] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Creating folder: Instances. Parent ref: group-v494270. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.118511] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd5fba01-0673-4fbe-a766-51f0d03a7264 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.129994] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Created folder: Instances in parent group-v494270. [ 544.130309] env[62359]: DEBUG oslo.service.loopingcall [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 544.130702] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 544.131023] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3f89217-1ffa-4d38-bc51-0147d8627a9e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.154471] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 544.154471] env[62359]: value = "task-2440042" [ 544.154471] env[62359]: _type = "Task" [ 544.154471] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.165761] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440042, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.169425] env[62359]: DEBUG nova.network.neutron [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Successfully updated port: b27feea3-50a7-43a7-9a10-7a467fb32690 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 544.316982] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.317548] env[62359]: DEBUG nova.compute.manager [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 544.324731] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.152s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.325986] env[62359]: INFO nova.compute.claims [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 544.333110] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Getting list of instances from cluster (obj){ [ 544.333110] env[62359]: value = "domain-c8" [ 544.333110] env[62359]: _type = "ClusterComputeResource" [ 544.333110] env[62359]: } {{(pid=62359) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 544.333110] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be174978-f184-4b8d-80e3-6a3c581a1a49 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.342104] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Got total of 0 instances {{(pid=62359) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 544.342104] env[62359]: WARNING nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] While synchronizing instance power states, found 4 instances in the database and 0 instances on the hypervisor. [ 544.342104] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid 92047179-2f4d-4f31-8c80-853d7c10946c {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 544.342264] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66 {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 544.342379] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid bae0649b-ebc1-459c-bb85-c4f152e4736e {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 544.343478] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid 22951fa0-9695-487c-88de-05a13a9e96a5 {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 544.343478] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "92047179-2f4d-4f31-8c80-853d7c10946c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.343478] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.343478] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "bae0649b-ebc1-459c-bb85-c4f152e4736e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.343478] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "22951fa0-9695-487c-88de-05a13a9e96a5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.343688] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.343806] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62359) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 544.343963] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.663738] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquiring lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.664050] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.670076] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440042, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.671928] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "refresh_cache-5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.672073] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquired lock "refresh_cache-5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.672226] env[62359]: DEBUG nova.network.neutron [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 544.832735] env[62359]: DEBUG nova.compute.utils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 544.836187] env[62359]: DEBUG nova.compute.manager [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 544.836353] env[62359]: DEBUG nova.network.neutron [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 544.846814] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.979304] env[62359]: DEBUG nova.policy [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0742efa700b443cb9adef61ce5a6899', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '107f74e67a284d2d80fb232c64ae5003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 545.166736] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440042, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.171426] env[62359]: DEBUG nova.compute.manager [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.234134] env[62359]: DEBUG nova.network.neutron [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 545.341052] env[62359]: DEBUG nova.compute.manager [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 545.559798] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece0249f-0969-4fa0-8e68-a8f34b3feba3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.568535] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a4f006-6c2b-49f5-8dcd-78f64b2069ee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.601878] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9694bed1-a66e-46a5-b915-509f3585bf9d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.610596] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c9fefd-9f68-4804-98b5-632c785e85eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.625830] env[62359]: DEBUG nova.compute.provider_tree [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.668664] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440042, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.684627] env[62359]: DEBUG nova.network.neutron [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Updating instance_info_cache with network_info: [{"id": "b27feea3-50a7-43a7-9a10-7a467fb32690", "address": "fa:16:3e:b1:f7:6e", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb27feea3-50", "ovs_interfaceid": "b27feea3-50a7-43a7-9a10-7a467fb32690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.714923] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.878755] env[62359]: DEBUG nova.network.neutron [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Successfully updated port: 006dc5dc-aa53-461d-a951-3ea9d13016c4 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 545.898301] env[62359]: DEBUG nova.network.neutron [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Successfully created port: 2e4a26c1-321c-40ca-8349-9ee6d213ef3c {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 546.129595] env[62359]: DEBUG nova.scheduler.client.report [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.170421] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440042, 'name': CreateVM_Task, 'duration_secs': 1.531867} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.171125] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 546.185552] env[62359]: DEBUG oslo_vmware.service [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d46e4a-abe1-443b-9936-d1d93c3a68c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.191297] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.191484] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.192218] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.193373] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Releasing lock "refresh_cache-5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.193373] env[62359]: DEBUG nova.compute.manager [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Instance network_info: |[{"id": "b27feea3-50a7-43a7-9a10-7a467fb32690", "address": "fa:16:3e:b1:f7:6e", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb27feea3-50", "ovs_interfaceid": "b27feea3-50a7-43a7-9a10-7a467fb32690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 546.194064] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fabd9f5-b177-4a01-83d6-97d0822713b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.195900] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f7:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b27feea3-50a7-43a7-9a10-7a467fb32690', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 546.206285] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Creating folder: Project (7b3bbbc7dcf14579966edd2d7c6b50f3). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.206285] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-904b1ce5-4fc8-4b96-98ec-e9cc636e2043 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.211320] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 546.211320] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ecada1-3afd-aa3c-e22d-2c3643def851" [ 546.211320] env[62359]: _type = "Task" [ 546.211320] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.221283] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ecada1-3afd-aa3c-e22d-2c3643def851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.225629] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Created folder: Project (7b3bbbc7dcf14579966edd2d7c6b50f3) in parent group-v494269. [ 546.225825] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Creating folder: Instances. Parent ref: group-v494273. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.226068] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15fb7190-2250-4784-96e0-0486a9584c9a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.234589] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Created folder: Instances in parent group-v494273. [ 546.235235] env[62359]: DEBUG oslo.service.loopingcall [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 546.235235] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 546.235442] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e5a373e-808c-4ab9-8f56-f4d26b5dcdbb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.258240] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 546.258240] env[62359]: value = "task-2440045" [ 546.258240] env[62359]: _type = "Task" [ 546.258240] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.268651] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440045, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.361570] env[62359]: DEBUG nova.compute.manager [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.382036] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquiring lock "refresh_cache-bae0649b-ebc1-459c-bb85-c4f152e4736e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.382036] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquired lock "refresh_cache-bae0649b-ebc1-459c-bb85-c4f152e4736e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.382036] env[62359]: DEBUG nova.network.neutron [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 546.406861] env[62359]: DEBUG nova.virt.hardware [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.407353] env[62359]: DEBUG nova.virt.hardware [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.407353] env[62359]: DEBUG nova.virt.hardware [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.407472] env[62359]: DEBUG nova.virt.hardware [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.407641] env[62359]: DEBUG nova.virt.hardware [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.407825] env[62359]: DEBUG nova.virt.hardware [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.408179] env[62359]: DEBUG nova.virt.hardware [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.408449] env[62359]: DEBUG nova.virt.hardware [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.408627] env[62359]: DEBUG nova.virt.hardware [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.409190] env[62359]: DEBUG nova.virt.hardware [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.409190] env[62359]: DEBUG nova.virt.hardware [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.410582] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f091f1-a50f-468c-9c88-ef20f84596fb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.420051] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bcaf2d-e02b-434e-a322-85822a33e054 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.637901] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.638511] env[62359]: DEBUG nova.compute.manager [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 546.641793] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.468s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.647140] env[62359]: INFO nova.compute.claims [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.660722] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquiring lock "1efd98fb-74e1-463e-afee-a53f890f8043" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.661490] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Lock "1efd98fb-74e1-463e-afee-a53f890f8043" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.726738] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.727137] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.727287] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.727429] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.727878] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.728548] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a15cd11e-945b-4916-9ce1-82e7b180c3d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.739380] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.740843] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 546.740843] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0833ce-53a5-46d9-b8ed-fe7cd5211239 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.748993] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61da6328-c987-4f47-bca6-4e0fd8b01adf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.754792] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 546.754792] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52441de4-cf24-720f-1352-6d44338fbd07" [ 546.754792] env[62359]: _type = "Task" [ 546.754792] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.768882] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52441de4-cf24-720f-1352-6d44338fbd07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.773435] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440045, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.071452] env[62359]: DEBUG nova.network.neutron [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 547.150481] env[62359]: DEBUG nova.compute.utils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 547.155312] env[62359]: DEBUG nova.compute.manager [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.155312] env[62359]: DEBUG nova.network.neutron [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 547.202531] env[62359]: DEBUG nova.policy [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9e0a08b8c44cb6a6710c1017ea0f18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8478e39a052b46eea96acd46e85d17f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 547.270708] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Preparing fetch location {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 547.270946] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Creating directory with path [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 547.271409] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83bf2002-9ebb-4e81-a26b-82b5821d3d41 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.277274] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440045, 'name': CreateVM_Task, 'duration_secs': 0.594586} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.277651] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 547.280521] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.280521] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.280521] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.280521] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9557afa-9a23-4c3a-9027-a3f4cdf289d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.284204] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 547.284204] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522c5913-0bf9-76ac-b5ba-ed266deaa1a3" [ 547.284204] env[62359]: _type = "Task" [ 547.284204] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.293426] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522c5913-0bf9-76ac-b5ba-ed266deaa1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.296877] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Created directory with path [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 547.296877] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Fetch image to [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 547.297069] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Downloading image file data 28594210-333d-4992-9862-6b9ed57e5c4f to [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk on the data store datastore2 {{(pid=62359) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 547.297897] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831b6c2a-3c0c-4315-89d8-b11a205a345a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.306373] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquiring lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.306632] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.311858] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15179ee5-7204-4240-8661-4c86a6524e38 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.320198] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1535051d-45c4-47c8-9488-b130ee3ca334 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.353880] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5524fafa-65ef-4869-b8be-65bcf1b46f40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.360761] env[62359]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2f5d136c-1570-449a-9fba-33700abc3c00 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.407300] env[62359]: DEBUG nova.network.neutron [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Updating instance_info_cache with network_info: [{"id": "006dc5dc-aa53-461d-a951-3ea9d13016c4", "address": "fa:16:3e:59:7c:85", "network": {"id": "e911a9db-61e9-4f9f-8429-c581ae7e603c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-535402386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb217f7aab04cf4a4e4a1d174faa451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006dc5dc-aa", "ovs_interfaceid": "006dc5dc-aa53-461d-a951-3ea9d13016c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.435469] env[62359]: DEBUG nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Received event network-changed-5b07e73f-13f8-4e93-b641-d8093ff10466 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.435469] env[62359]: DEBUG nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Refreshing instance network info cache due to event network-changed-5b07e73f-13f8-4e93-b641-d8093ff10466. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 547.435469] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Acquiring lock "refresh_cache-92047179-2f4d-4f31-8c80-853d7c10946c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.435469] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Acquired lock "refresh_cache-92047179-2f4d-4f31-8c80-853d7c10946c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.435469] env[62359]: DEBUG nova.network.neutron [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Refreshing network info cache for port 5b07e73f-13f8-4e93-b641-d8093ff10466 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 547.449764] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Downloading image file data 28594210-333d-4992-9862-6b9ed57e5c4f to the data store datastore2 {{(pid=62359) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 547.664800] env[62359]: DEBUG nova.compute.manager [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 547.799936] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.800686] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 547.800918] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.821933] env[62359]: DEBUG nova.network.neutron [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Successfully updated port: 2e4a26c1-321c-40ca-8349-9ee6d213ef3c {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 547.891673] env[62359]: DEBUG nova.network.neutron [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Successfully created port: c983b65a-75cc-4e05-8001-2e3d0f445272 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 547.910643] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Releasing lock "refresh_cache-bae0649b-ebc1-459c-bb85-c4f152e4736e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.910946] env[62359]: DEBUG nova.compute.manager [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Instance network_info: |[{"id": "006dc5dc-aa53-461d-a951-3ea9d13016c4", "address": "fa:16:3e:59:7c:85", "network": {"id": "e911a9db-61e9-4f9f-8429-c581ae7e603c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-535402386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb217f7aab04cf4a4e4a1d174faa451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006dc5dc-aa", "ovs_interfaceid": "006dc5dc-aa53-461d-a951-3ea9d13016c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 547.913685] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:7c:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '006dc5dc-aa53-461d-a951-3ea9d13016c4', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 547.921199] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Creating folder: Project (ebb217f7aab04cf4a4e4a1d174faa451). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.921822] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a0ee97e-09a1-45aa-81b5-7dd984ee196d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.938916] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Created folder: Project (ebb217f7aab04cf4a4e4a1d174faa451) in parent group-v494269. [ 547.938916] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Creating folder: Instances. Parent ref: group-v494276. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.938916] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35f9d370-edd3-48d8-a974-1c37e6ab3c8f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.938916] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6061be-684f-45f9-ad22-35f5ef573626 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.947033] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ca1776-df7e-4113-bb9e-030185b4e3d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.951556] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Created folder: Instances in parent group-v494276. [ 547.952799] env[62359]: DEBUG oslo.service.loopingcall [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 547.952799] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 547.952799] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec71f02d-23b9-4a09-8176-6ae399b01432 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.997013] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b3f130-0f0d-4da6-bb48-2fde1d356f92 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.000993] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 548.000993] env[62359]: value = "task-2440048" [ 548.000993] env[62359]: _type = "Task" [ 548.000993] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.007299] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62210d52-6a10-47d9-bafd-8f0adab16d4c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.013816] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440048, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.023564] env[62359]: DEBUG nova.compute.provider_tree [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.199309] env[62359]: DEBUG nova.network.neutron [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Updated VIF entry in instance network info cache for port 5b07e73f-13f8-4e93-b641-d8093ff10466. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 548.199601] env[62359]: DEBUG nova.network.neutron [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Updating instance_info_cache with network_info: [{"id": "5b07e73f-13f8-4e93-b641-d8093ff10466", "address": "fa:16:3e:b6:4b:8d", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b07e73f-13", "ovs_interfaceid": "5b07e73f-13f8-4e93-b641-d8093ff10466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.328526] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquiring lock "refresh_cache-22951fa0-9695-487c-88de-05a13a9e96a5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.328526] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquired lock "refresh_cache-22951fa0-9695-487c-88de-05a13a9e96a5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.328526] env[62359]: DEBUG nova.network.neutron [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 548.516489] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440048, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.528087] env[62359]: DEBUG nova.scheduler.client.report [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.676752] env[62359]: DEBUG nova.compute.manager [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 548.703597] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Releasing lock "refresh_cache-92047179-2f4d-4f31-8c80-853d7c10946c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.703959] env[62359]: DEBUG nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Received event network-vif-plugged-b27feea3-50a7-43a7-9a10-7a467fb32690 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 548.704362] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Acquiring lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.704608] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.704893] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.705165] env[62359]: DEBUG nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] No waiting events found dispatching network-vif-plugged-b27feea3-50a7-43a7-9a10-7a467fb32690 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 548.707739] env[62359]: WARNING nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Received unexpected event network-vif-plugged-b27feea3-50a7-43a7-9a10-7a467fb32690 for instance with vm_state building and task_state spawning. [ 548.708031] env[62359]: DEBUG nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Received event network-changed-b27feea3-50a7-43a7-9a10-7a467fb32690 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 548.708256] env[62359]: DEBUG nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Refreshing instance network info cache due to event network-changed-b27feea3-50a7-43a7-9a10-7a467fb32690. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 548.708514] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Acquiring lock "refresh_cache-5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.708699] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Acquired lock "refresh_cache-5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.708934] env[62359]: DEBUG nova.network.neutron [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Refreshing network info cache for port b27feea3-50a7-43a7-9a10-7a467fb32690 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 548.907732] env[62359]: DEBUG nova.network.neutron [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 549.013726] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440048, 'name': CreateVM_Task, 'duration_secs': 0.573998} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.016967] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 549.018035] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.018348] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.018813] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.019785] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f439f50-718e-4d68-a208-3a79a0d3e27e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.028079] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for the task: (returnval){ [ 549.028079] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520611a6-98ed-aef5-2634-a69db7dd6cd5" [ 549.028079] env[62359]: _type = "Task" [ 549.028079] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.040558] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.040558] env[62359]: DEBUG nova.compute.manager [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.040558] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520611a6-98ed-aef5-2634-a69db7dd6cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.046102] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.868s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.047887] env[62359]: INFO nova.compute.claims [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.334406] env[62359]: DEBUG nova.network.neutron [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Updating instance_info_cache with network_info: [{"id": "2e4a26c1-321c-40ca-8349-9ee6d213ef3c", "address": "fa:16:3e:5d:36:66", "network": {"id": "95712081-d3f3-4df3-b7b3-9052100e7bd6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-321266362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "107f74e67a284d2d80fb232c64ae5003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4a26c1-32", "ovs_interfaceid": "2e4a26c1-321c-40ca-8349-9ee6d213ef3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.539381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.539751] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 549.540147] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.541244] env[62359]: DEBUG nova.compute.utils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.543629] env[62359]: DEBUG nova.compute.manager [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Not allocating networking since 'none' was specified. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 549.843254] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Releasing lock "refresh_cache-22951fa0-9695-487c-88de-05a13a9e96a5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.844964] env[62359]: DEBUG nova.compute.manager [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Instance network_info: |[{"id": "2e4a26c1-321c-40ca-8349-9ee6d213ef3c", "address": "fa:16:3e:5d:36:66", "network": {"id": "95712081-d3f3-4df3-b7b3-9052100e7bd6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-321266362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "107f74e67a284d2d80fb232c64ae5003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4a26c1-32", "ovs_interfaceid": "2e4a26c1-321c-40ca-8349-9ee6d213ef3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 549.847477] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:36:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e4a26c1-321c-40ca-8349-9ee6d213ef3c', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 549.857436] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Creating folder: Project (107f74e67a284d2d80fb232c64ae5003). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.859312] env[62359]: DEBUG nova.network.neutron [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Updated VIF entry in instance network info cache for port b27feea3-50a7-43a7-9a10-7a467fb32690. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 549.859714] env[62359]: DEBUG nova.network.neutron [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Updating instance_info_cache with network_info: [{"id": "b27feea3-50a7-43a7-9a10-7a467fb32690", "address": "fa:16:3e:b1:f7:6e", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb27feea3-50", "ovs_interfaceid": "b27feea3-50a7-43a7-9a10-7a467fb32690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.861249] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ee8346c-c602-43e0-8e72-3dd0c561b101 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.874171] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Created folder: Project (107f74e67a284d2d80fb232c64ae5003) in parent group-v494269. [ 549.874171] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Creating folder: Instances. Parent ref: group-v494279. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.874171] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93a7fec1-2e0b-417e-a550-1eaf7f0abd35 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.883505] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Created folder: Instances in parent group-v494279. [ 549.884043] env[62359]: DEBUG oslo.service.loopingcall [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.884121] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 549.884309] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08ca6ccc-09f4-4d92-b72f-6b17690961b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.908455] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 549.908455] env[62359]: value = "task-2440051" [ 549.908455] env[62359]: _type = "Task" [ 549.908455] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.921210] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440051, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.045745] env[62359]: DEBUG nova.compute.manager [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.299440] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b376e2-d095-4c97-969c-208e2cdba6c7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.308543] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd75ef4-638c-45c7-8693-d7c2403431a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.343990] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c7a8ac-1838-4560-9112-4238bdfe9cd0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.352791] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a1ce26-9aca-4721-b40d-4e374ec48745 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.372562] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Releasing lock "refresh_cache-5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.372846] env[62359]: DEBUG nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Received event network-vif-plugged-006dc5dc-aa53-461d-a951-3ea9d13016c4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.373469] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Acquiring lock "bae0649b-ebc1-459c-bb85-c4f152e4736e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.373469] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Lock "bae0649b-ebc1-459c-bb85-c4f152e4736e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.373469] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Lock "bae0649b-ebc1-459c-bb85-c4f152e4736e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.373692] env[62359]: DEBUG nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] No waiting events found dispatching network-vif-plugged-006dc5dc-aa53-461d-a951-3ea9d13016c4 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 550.373913] env[62359]: WARNING nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Received unexpected event network-vif-plugged-006dc5dc-aa53-461d-a951-3ea9d13016c4 for instance with vm_state building and task_state spawning. [ 550.373985] env[62359]: DEBUG nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Received event network-changed-006dc5dc-aa53-461d-a951-3ea9d13016c4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.374146] env[62359]: DEBUG nova.compute.manager [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Refreshing instance network info cache due to event network-changed-006dc5dc-aa53-461d-a951-3ea9d13016c4. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 550.374429] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Acquiring lock "refresh_cache-bae0649b-ebc1-459c-bb85-c4f152e4736e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.374550] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Acquired lock "refresh_cache-bae0649b-ebc1-459c-bb85-c4f152e4736e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.374822] env[62359]: DEBUG nova.network.neutron [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Refreshing network info cache for port 006dc5dc-aa53-461d-a951-3ea9d13016c4 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.376308] env[62359]: DEBUG nova.compute.provider_tree [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.418900] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440051, 'name': CreateVM_Task, 'duration_secs': 0.499389} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.419243] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 550.419934] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.420137] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.420429] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.420669] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3455943-bb28-4562-a433-9cfef71f5dbb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.425836] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for the task: (returnval){ [ 550.425836] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52adb564-0ddd-9705-7ea8-e2a26346bd6f" [ 550.425836] env[62359]: _type = "Task" [ 550.425836] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.435991] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52adb564-0ddd-9705-7ea8-e2a26346bd6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.461828] env[62359]: DEBUG nova.compute.manager [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Received event network-vif-plugged-2e4a26c1-321c-40ca-8349-9ee6d213ef3c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.461828] env[62359]: DEBUG oslo_concurrency.lockutils [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] Acquiring lock "22951fa0-9695-487c-88de-05a13a9e96a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.461828] env[62359]: DEBUG oslo_concurrency.lockutils [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] Lock "22951fa0-9695-487c-88de-05a13a9e96a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.461828] env[62359]: DEBUG oslo_concurrency.lockutils [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] Lock "22951fa0-9695-487c-88de-05a13a9e96a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.463203] env[62359]: DEBUG nova.compute.manager [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] No waiting events found dispatching network-vif-plugged-2e4a26c1-321c-40ca-8349-9ee6d213ef3c {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 550.463374] env[62359]: WARNING nova.compute.manager [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Received unexpected event network-vif-plugged-2e4a26c1-321c-40ca-8349-9ee6d213ef3c for instance with vm_state building and task_state spawning. [ 550.463539] env[62359]: DEBUG nova.compute.manager [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Received event network-changed-2e4a26c1-321c-40ca-8349-9ee6d213ef3c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.463689] env[62359]: DEBUG nova.compute.manager [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Refreshing instance network info cache due to event network-changed-2e4a26c1-321c-40ca-8349-9ee6d213ef3c. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 550.463873] env[62359]: DEBUG oslo_concurrency.lockutils [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] Acquiring lock "refresh_cache-22951fa0-9695-487c-88de-05a13a9e96a5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.464011] env[62359]: DEBUG oslo_concurrency.lockutils [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] Acquired lock "refresh_cache-22951fa0-9695-487c-88de-05a13a9e96a5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.464166] env[62359]: DEBUG nova.network.neutron [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Refreshing network info cache for port 2e4a26c1-321c-40ca-8349-9ee6d213ef3c {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.880860] env[62359]: DEBUG nova.scheduler.client.report [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.908065] env[62359]: DEBUG nova.virt.hardware [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.908323] env[62359]: DEBUG nova.virt.hardware [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.908480] env[62359]: DEBUG nova.virt.hardware [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.908855] env[62359]: DEBUG nova.virt.hardware [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.908855] env[62359]: DEBUG nova.virt.hardware [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.908949] env[62359]: DEBUG nova.virt.hardware [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.909529] env[62359]: DEBUG nova.virt.hardware [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.909998] env[62359]: DEBUG nova.virt.hardware [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.909998] env[62359]: DEBUG nova.virt.hardware [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.910125] env[62359]: DEBUG nova.virt.hardware [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.910278] env[62359]: DEBUG nova.virt.hardware [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.911878] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad251ef-e2a9-4db1-9e71-54bd02fe9701 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.920777] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebbcd53-ec15-450c-b660-a0da15f6bead {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.958939] env[62359]: DEBUG oslo_vmware.rw_handles [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62359) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 550.960864] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.960864] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 550.961027] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.058673] env[62359]: DEBUG nova.compute.manager [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.095770] env[62359]: DEBUG nova.virt.hardware [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.096032] env[62359]: DEBUG nova.virt.hardware [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.096351] env[62359]: DEBUG nova.virt.hardware [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.097019] env[62359]: DEBUG nova.virt.hardware [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.097019] env[62359]: DEBUG nova.virt.hardware [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.097019] env[62359]: DEBUG nova.virt.hardware [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.097198] env[62359]: DEBUG nova.virt.hardware [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.097358] env[62359]: DEBUG nova.virt.hardware [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.097533] env[62359]: DEBUG nova.virt.hardware [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.097756] env[62359]: DEBUG nova.virt.hardware [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.097932] env[62359]: DEBUG nova.virt.hardware [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.098833] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06fa29a-b00d-4624-9ae7-d158224c43a4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.114512] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a8cc0-975a-4690-9475-aebca1dfac5c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.132549] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 551.138965] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Creating folder: Project (206601a8e0bf49048c6ac6981a30215f). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.143099] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a60407ea-07e9-44b0-8e87-92eeb0441c4a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.156354] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Created folder: Project (206601a8e0bf49048c6ac6981a30215f) in parent group-v494269. [ 551.156552] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Creating folder: Instances. Parent ref: group-v494282. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.156791] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dec658c2-4cf3-4f18-8331-a9296ccf6816 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.170558] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Created folder: Instances in parent group-v494282. [ 551.171067] env[62359]: DEBUG oslo.service.loopingcall [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.173879] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 551.173879] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3116631f-3ca6-4f7d-989a-ce8f53b7b575 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.195417] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 551.195417] env[62359]: value = "task-2440054" [ 551.195417] env[62359]: _type = "Task" [ 551.195417] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.204474] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440054, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.394491] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.395444] env[62359]: DEBUG nova.compute.manager [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.402836] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.468s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.404326] env[62359]: INFO nova.compute.claims [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.661460] env[62359]: DEBUG oslo_vmware.rw_handles [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Completed reading data from the image iterator. {{(pid=62359) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 551.661989] env[62359]: DEBUG oslo_vmware.rw_handles [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 551.706188] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440054, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.762238] env[62359]: DEBUG nova.network.neutron [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Updated VIF entry in instance network info cache for port 006dc5dc-aa53-461d-a951-3ea9d13016c4. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.762779] env[62359]: DEBUG nova.network.neutron [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Updating instance_info_cache with network_info: [{"id": "006dc5dc-aa53-461d-a951-3ea9d13016c4", "address": "fa:16:3e:59:7c:85", "network": {"id": "e911a9db-61e9-4f9f-8429-c581ae7e603c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-535402386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb217f7aab04cf4a4e4a1d174faa451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006dc5dc-aa", "ovs_interfaceid": "006dc5dc-aa53-461d-a951-3ea9d13016c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.830169] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Downloaded image file data 28594210-333d-4992-9862-6b9ed57e5c4f to vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk on the data store datastore2 {{(pid=62359) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 551.833035] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Caching image {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 551.833284] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Copying Virtual Disk [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk to [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 551.833549] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b554ba2-b96e-4a03-9e60-8f9943cad04b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.844017] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 551.844017] env[62359]: value = "task-2440055" [ 551.844017] env[62359]: _type = "Task" [ 551.844017] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.851646] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.876795] env[62359]: DEBUG nova.network.neutron [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Updated VIF entry in instance network info cache for port 2e4a26c1-321c-40ca-8349-9ee6d213ef3c. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.876908] env[62359]: DEBUG nova.network.neutron [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Updating instance_info_cache with network_info: [{"id": "2e4a26c1-321c-40ca-8349-9ee6d213ef3c", "address": "fa:16:3e:5d:36:66", "network": {"id": "95712081-d3f3-4df3-b7b3-9052100e7bd6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-321266362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "107f74e67a284d2d80fb232c64ae5003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4a26c1-32", "ovs_interfaceid": "2e4a26c1-321c-40ca-8349-9ee6d213ef3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.904390] env[62359]: DEBUG nova.compute.utils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 551.906039] env[62359]: DEBUG nova.compute.manager [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Not allocating networking since 'none' was specified. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 552.209784] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440054, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.266728] env[62359]: DEBUG oslo_concurrency.lockutils [req-0f981a13-8495-41d8-914c-1f2f13b3dff6 req-9a9aeb35-226e-48f9-8b21-0053acdc3417 service nova] Releasing lock "refresh_cache-bae0649b-ebc1-459c-bb85-c4f152e4736e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.275151] env[62359]: DEBUG nova.network.neutron [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Successfully updated port: c983b65a-75cc-4e05-8001-2e3d0f445272 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.354854] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.380446] env[62359]: DEBUG oslo_concurrency.lockutils [req-f149d018-2e5f-44b4-b4f4-86518854aab7 req-46d59a92-5310-4620-af39-6a9cdc6111ff service nova] Releasing lock "refresh_cache-22951fa0-9695-487c-88de-05a13a9e96a5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.408737] env[62359]: DEBUG nova.compute.manager [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.638702] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b0e8f9-f2f0-43c0-9ec0-9744e2642b34 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.647432] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a54a3b-8c7f-45cb-a379-6f666394582c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.689037] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3683aca-2638-447b-89d4-4f1b414615a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.694547] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c61380e-a3e8-4ce3-86ad-53303693abcd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.708160] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440054, 'name': CreateVM_Task, 'duration_secs': 1.302667} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.716355] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 552.718885] env[62359]: DEBUG nova.compute.provider_tree [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.718885] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.718885] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.719429] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.719429] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a858c9c-05d6-4108-b9e6-0c29f8c99e5d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.728579] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for the task: (returnval){ [ 552.728579] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522a2720-2cd2-89e9-81d7-f2ef4d186c8d" [ 552.728579] env[62359]: _type = "Task" [ 552.728579] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.738429] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522a2720-2cd2-89e9-81d7-f2ef4d186c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.781637] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "refresh_cache-981fb438-a3ad-415e-9dc8-276a8829a769" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.781723] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "refresh_cache-981fb438-a3ad-415e-9dc8-276a8829a769" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.781872] env[62359]: DEBUG nova.network.neutron [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 552.856029] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440055, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.939700] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.939982] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.223283] env[62359]: DEBUG nova.scheduler.client.report [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.244982] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.246734] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.246734] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.309776] env[62359]: DEBUG nova.compute.manager [req-1b902d23-e7ed-40c0-bb5d-670a30939c08 req-3b62d5d9-6b94-4e37-83d6-57e9873e0d4e service nova] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Received event network-vif-plugged-c983b65a-75cc-4e05-8001-2e3d0f445272 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.313020] env[62359]: DEBUG oslo_concurrency.lockutils [req-1b902d23-e7ed-40c0-bb5d-670a30939c08 req-3b62d5d9-6b94-4e37-83d6-57e9873e0d4e service nova] Acquiring lock "981fb438-a3ad-415e-9dc8-276a8829a769-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.313020] env[62359]: DEBUG oslo_concurrency.lockutils [req-1b902d23-e7ed-40c0-bb5d-670a30939c08 req-3b62d5d9-6b94-4e37-83d6-57e9873e0d4e service nova] Lock "981fb438-a3ad-415e-9dc8-276a8829a769-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.313020] env[62359]: DEBUG oslo_concurrency.lockutils [req-1b902d23-e7ed-40c0-bb5d-670a30939c08 req-3b62d5d9-6b94-4e37-83d6-57e9873e0d4e service nova] Lock "981fb438-a3ad-415e-9dc8-276a8829a769-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.313020] env[62359]: DEBUG nova.compute.manager [req-1b902d23-e7ed-40c0-bb5d-670a30939c08 req-3b62d5d9-6b94-4e37-83d6-57e9873e0d4e service nova] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] No waiting events found dispatching network-vif-plugged-c983b65a-75cc-4e05-8001-2e3d0f445272 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 553.313020] env[62359]: WARNING nova.compute.manager [req-1b902d23-e7ed-40c0-bb5d-670a30939c08 req-3b62d5d9-6b94-4e37-83d6-57e9873e0d4e service nova] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Received unexpected event network-vif-plugged-c983b65a-75cc-4e05-8001-2e3d0f445272 for instance with vm_state building and task_state spawning. [ 553.355955] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440055, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.186553} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.356292] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Copied Virtual Disk [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk to [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.356513] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Deleting the datastore file [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.356867] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67ba28d2-0c05-4ece-afb9-2a5670d6a34d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.363756] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 553.363756] env[62359]: value = "task-2440056" [ 553.363756] env[62359]: _type = "Task" [ 553.363756] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.373377] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.423602] env[62359]: DEBUG nova.compute.manager [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.432237] env[62359]: DEBUG nova.network.neutron [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.451081] env[62359]: DEBUG nova.virt.hardware [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.451635] env[62359]: DEBUG nova.virt.hardware [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.451718] env[62359]: DEBUG nova.virt.hardware [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.452065] env[62359]: DEBUG nova.virt.hardware [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.452146] env[62359]: DEBUG nova.virt.hardware [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.452765] env[62359]: DEBUG nova.virt.hardware [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.452765] env[62359]: DEBUG nova.virt.hardware [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.452918] env[62359]: DEBUG nova.virt.hardware [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.453087] env[62359]: DEBUG nova.virt.hardware [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.453167] env[62359]: DEBUG nova.virt.hardware [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.453306] env[62359]: DEBUG nova.virt.hardware [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.454170] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07f9727-2cfd-404c-ad84-82025ca13ee8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.462270] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa63c280-782c-433c-874b-d600ee80d13f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.476661] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.482654] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Creating folder: Project (2e8d5df2d12c4649a37e14f2a522be17). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.482654] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f84b6218-e15f-4477-b0fb-0594fe1d4491 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.491984] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Created folder: Project (2e8d5df2d12c4649a37e14f2a522be17) in parent group-v494269. [ 553.492252] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Creating folder: Instances. Parent ref: group-v494285. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.492494] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae4a9149-0c42-4991-a0f8-894f0ac4659d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.503927] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Created folder: Instances in parent group-v494285. [ 553.504268] env[62359]: DEBUG oslo.service.loopingcall [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.504422] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.504634] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb48cac8-3171-4ed9-a4b7-0752292f3272 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.522892] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.522892] env[62359]: value = "task-2440059" [ 553.522892] env[62359]: _type = "Task" [ 553.522892] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.531308] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440059, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.733911] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.733911] env[62359]: DEBUG nova.compute.manager [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.738141] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.687s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.738141] env[62359]: INFO nova.compute.claims [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.874902] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041466} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.875564] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 553.875648] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Moving file from [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e/28594210-333d-4992-9862-6b9ed57e5c4f to [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f. {{(pid=62359) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 553.876507] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-12a856cf-6960-4923-bc90-8d446896c029 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.885018] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 553.885018] env[62359]: value = "task-2440060" [ 553.885018] env[62359]: _type = "Task" [ 553.885018] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.893468] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440060, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.044521] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440059, 'name': CreateVM_Task, 'duration_secs': 0.32222} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.044521] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.044521] env[62359]: DEBUG oslo_vmware.service [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2c4754-9266-4b3b-946c-ce450088e567 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.054023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.054023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.054023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.054023] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d217dfd-fe25-4bbd-98b9-a750ee248e99 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.059917] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 554.059917] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526c08c0-a2c5-9f00-4cf6-21138e11dbfd" [ 554.059917] env[62359]: _type = "Task" [ 554.059917] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.072379] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526c08c0-a2c5-9f00-4cf6-21138e11dbfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.136120] env[62359]: DEBUG nova.network.neutron [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Updating instance_info_cache with network_info: [{"id": "c983b65a-75cc-4e05-8001-2e3d0f445272", "address": "fa:16:3e:13:ed:74", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc983b65a-75", "ovs_interfaceid": "c983b65a-75cc-4e05-8001-2e3d0f445272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.237201] env[62359]: DEBUG nova.compute.utils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 554.238551] env[62359]: DEBUG nova.compute.manager [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 554.238717] env[62359]: DEBUG nova.network.neutron [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 554.397622] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440060, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025747} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.397896] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] File moved {{(pid=62359) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 554.398117] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Cleaning up location [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 554.398307] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Deleting the datastore file [datastore2] vmware_temp/67d7c5e7-bab8-406e-b709-15751b01631e {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.398577] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff1b69aa-78e8-4287-a9e3-f9cb2fd3b6e7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.407069] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 554.407069] env[62359]: value = "task-2440061" [ 554.407069] env[62359]: _type = "Task" [ 554.407069] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.418385] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.573438] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.573864] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.574236] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.576288] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.576288] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 554.576288] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4e74e3b-33dd-437a-9b83-001bcfb189a4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.586682] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 554.586682] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 554.586682] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaf33e3-2115-433c-a89e-8c1b130e5e07 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.597918] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6484b8-2f1a-40c6-bf67-6f9c6e9ec42d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.610065] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 554.610065] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a0338a-3c37-3e87-aba5-bb940e7e99e6" [ 554.610065] env[62359]: _type = "Task" [ 554.610065] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.618608] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a0338a-3c37-3e87-aba5-bb940e7e99e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.641022] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "refresh_cache-981fb438-a3ad-415e-9dc8-276a8829a769" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.645883] env[62359]: DEBUG nova.compute.manager [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Instance network_info: |[{"id": "c983b65a-75cc-4e05-8001-2e3d0f445272", "address": "fa:16:3e:13:ed:74", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc983b65a-75", "ovs_interfaceid": "c983b65a-75cc-4e05-8001-2e3d0f445272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.646308] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ed:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c983b65a-75cc-4e05-8001-2e3d0f445272', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.656438] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating folder: Project (8478e39a052b46eea96acd46e85d17f0). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.657012] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90a5dd14-663d-4a47-9503-1db2a1c21172 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.661132] env[62359]: DEBUG nova.policy [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f077082a3c94fc480f7867a9f2664a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5bb4262ad448c6808666b35621d7bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.667535] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Created folder: Project (8478e39a052b46eea96acd46e85d17f0) in parent group-v494269. [ 554.668574] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating folder: Instances. Parent ref: group-v494288. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.671109] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e4eff95-681b-42c8-a312-d9587507c0e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.679111] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Created folder: Instances in parent group-v494288. [ 554.679393] env[62359]: DEBUG oslo.service.loopingcall [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.679592] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.679795] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-916e376b-1dbe-4527-9678-585af5294047 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.706858] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.706858] env[62359]: value = "task-2440064" [ 554.706858] env[62359]: _type = "Task" [ 554.706858] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.715718] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440064, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.750861] env[62359]: DEBUG nova.compute.manager [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.918557] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027099} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.921436] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 554.922365] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52cfabc-dd92-4d85-a806-3f390f11bd88 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.927450] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 554.927450] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a5cbff-3624-f4a0-feaf-4d95e2b851b8" [ 554.927450] env[62359]: _type = "Task" [ 554.927450] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.937436] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a5cbff-3624-f4a0-feaf-4d95e2b851b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.095828] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f29e9a-f13a-487b-bccb-d32c8778b69b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.106538] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b85a5a-877d-4b5f-b7ea-951aa3f14346 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.146334] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e173d8b-a3ae-4211-8adb-4dacc03b205c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.156914] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Preparing fetch location {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 555.157079] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Creating directory with path [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.157449] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ed3b71e-1017-4b65-a14b-f4324050df10 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.163265] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e9e970-1046-45d3-a297-1d9ed9cd8639 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.184385] env[62359]: DEBUG nova.compute.provider_tree [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.186472] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Created directory with path [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.186672] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Fetch image to [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 555.186839] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Downloading image file data 28594210-333d-4992-9862-6b9ed57e5c4f to [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk on the data store datastore1 {{(pid=62359) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 555.187849] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e08744-79be-4e33-966c-e05d750e429d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.198054] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ea315b-afa0-496e-b803-0641b60d3529 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.212193] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bed9fc-a79f-41e2-8659-279704740190 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.222195] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440064, 'name': CreateVM_Task, 'duration_secs': 0.377798} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.249699] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.250068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.251309] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.251309] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.251309] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73a3361-fd3b-4a53-8cd7-c4afbd6d670f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.253875] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62258923-2ca7-432f-ae30-f16cc5dedb5b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.263820] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 555.263820] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a6c5da-4ad6-697e-3a58-845f9464707d" [ 555.263820] env[62359]: _type = "Task" [ 555.263820] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.264327] env[62359]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1fde9490-6068-4cad-bcb1-1d08a80e3566 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.277452] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a6c5da-4ad6-697e-3a58-845f9464707d, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.277452] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.277582] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.277761] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.294151] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Downloading image file data 28594210-333d-4992-9862-6b9ed57e5c4f to the data store datastore1 {{(pid=62359) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 555.373121] env[62359]: DEBUG oslo_vmware.rw_handles [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62359) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 555.456275] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a5cbff-3624-f4a0-feaf-4d95e2b851b8, 'name': SearchDatastore_Task, 'duration_secs': 0.020999} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.456795] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.457093] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 92047179-2f4d-4f31-8c80-853d7c10946c/92047179-2f4d-4f31-8c80-853d7c10946c.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.457401] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.458281] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.458281] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2903fbb-e6d0-47b7-89d7-3d76d4ddc58c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.460310] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d54fb39-5c4b-42ca-901d-6c4717e8454b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.468802] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 555.468802] env[62359]: value = "task-2440065" [ 555.468802] env[62359]: _type = "Task" [ 555.468802] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.470010] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.470135] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.473953] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf7ccac9-e795-4a60-9a2b-ba6b58e5cd6e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.483765] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.483942] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 555.483942] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52926a36-69a4-8e2c-1ad7-8337e93b48fd" [ 555.483942] env[62359]: _type = "Task" [ 555.483942] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.496219] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52926a36-69a4-8e2c-1ad7-8337e93b48fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008865} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.497354] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46425326-f4c7-40fb-a7b5-d1a722f99fe6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.502637] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 555.502637] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cc4e95-7ce3-4a1a-7d7e-36c616c40ecc" [ 555.502637] env[62359]: _type = "Task" [ 555.502637] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.514428] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cc4e95-7ce3-4a1a-7d7e-36c616c40ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.514947] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.514947] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66/5fe67ecd-6ce4-4f2a-9223-62caff0f6a66.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.515174] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.515348] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.515548] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b88d656e-5d7f-47b3-bc1d-a48a0fc230e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.520584] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e521c0d-26b2-4cd3-869f-8cabdb950bac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.526815] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 555.526815] env[62359]: value = "task-2440066" [ 555.526815] env[62359]: _type = "Task" [ 555.526815] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.532164] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.532164] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.534042] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-677966d9-ecf8-4631-b35f-b7e10c14daa8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.538536] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.541950] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for the task: (returnval){ [ 555.541950] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f0121b-041c-fb20-f07f-9007c0b7dcbc" [ 555.541950] env[62359]: _type = "Task" [ 555.541950] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.552536] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f0121b-041c-fb20-f07f-9007c0b7dcbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.688796] env[62359]: DEBUG nova.scheduler.client.report [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.765933] env[62359]: DEBUG nova.compute.manager [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.795123] env[62359]: DEBUG nova.virt.hardware [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.795123] env[62359]: DEBUG nova.virt.hardware [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.795589] env[62359]: DEBUG nova.virt.hardware [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.795854] env[62359]: DEBUG nova.virt.hardware [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.796021] env[62359]: DEBUG nova.virt.hardware [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.796178] env[62359]: DEBUG nova.virt.hardware [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.796394] env[62359]: DEBUG nova.virt.hardware [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.796625] env[62359]: DEBUG nova.virt.hardware [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.796772] env[62359]: DEBUG nova.virt.hardware [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.796936] env[62359]: DEBUG nova.virt.hardware [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.797276] env[62359]: DEBUG nova.virt.hardware [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.798250] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a53b4ba-55f0-48f9-9ff6-e8d64081867a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.812115] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19a29d1-9653-4e1d-88a3-3916c1f70999 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.867148] env[62359]: DEBUG nova.network.neutron [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Successfully created port: d05dfd7d-373f-4b3f-8e94-301216a62183 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.980025] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440065, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.043043] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440066, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.055652] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f0121b-041c-fb20-f07f-9007c0b7dcbc, 'name': SearchDatastore_Task, 'duration_secs': 0.00882} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.056921] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b66c54-ef90-4e9f-a160-ad89236b52eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.062842] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for the task: (returnval){ [ 556.062842] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5298e73e-fc98-249c-02a2-868f6733f740" [ 556.062842] env[62359]: _type = "Task" [ 556.062842] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.074901] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5298e73e-fc98-249c-02a2-868f6733f740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.202367] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.203362] env[62359]: DEBUG nova.compute.manager [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.207512] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.361s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.213381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.213381] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62359) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 556.213381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.497s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.218603] env[62359]: INFO nova.compute.claims [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.223676] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9505512c-d50a-4581-a30b-01275e6d2f83 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.234925] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52104d4-d8fb-4192-8808-5ce8696e172b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.257876] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58e0cf2-1761-4407-a50d-da3c3d69f59a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.266628] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed36321-fed5-4fd5-97a2-874098dea1a2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.302836] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181229MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62359) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 556.302836] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.308324] env[62359]: DEBUG oslo_vmware.rw_handles [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Completed reading data from the image iterator. {{(pid=62359) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 556.308324] env[62359]: DEBUG oslo_vmware.rw_handles [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 556.444646] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Downloaded image file data 28594210-333d-4992-9862-6b9ed57e5c4f to vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk on the data store datastore1 {{(pid=62359) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 556.449120] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Caching image {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 556.449120] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Copying Virtual Disk [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk to [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.449120] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b10ed05-38af-4157-a9ad-55d3b65f5105 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.454835] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 556.454835] env[62359]: value = "task-2440067" [ 556.454835] env[62359]: _type = "Task" [ 556.454835] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.466512] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.488469] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564175} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.489113] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 92047179-2f4d-4f31-8c80-853d7c10946c/92047179-2f4d-4f31-8c80-853d7c10946c.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.489113] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.490021] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eefb472-a1b9-4ee8-90b0-1ea54ad8c480 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.496729] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 556.496729] env[62359]: value = "task-2440068" [ 556.496729] env[62359]: _type = "Task" [ 556.496729] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.508032] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.541884] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777832} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.542157] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66/5fe67ecd-6ce4-4f2a-9223-62caff0f6a66.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.543428] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.543428] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c38725f-f677-4d7a-a09a-718fe569b5ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.550954] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 556.550954] env[62359]: value = "task-2440069" [ 556.550954] env[62359]: _type = "Task" [ 556.550954] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.561371] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.577172] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5298e73e-fc98-249c-02a2-868f6733f740, 'name': SearchDatastore_Task, 'duration_secs': 0.054453} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.577560] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.579812] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] bae0649b-ebc1-459c-bb85-c4f152e4736e/bae0649b-ebc1-459c-bb85-c4f152e4736e.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.579812] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.579812] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.579812] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89d47b39-cddd-4b6b-8028-872c8f3ea1aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.581774] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d313fca6-3ac3-4781-a092-d006966dd8c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.591699] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for the task: (returnval){ [ 556.591699] env[62359]: value = "task-2440070" [ 556.591699] env[62359]: _type = "Task" [ 556.591699] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.592937] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.593169] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.598511] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7749334-b9b0-4bdd-81c5-ce11a9005c1d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.613709] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.614745] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for the task: (returnval){ [ 556.614745] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52dad391-5a3b-e188-98a2-17ddd7ceee31" [ 556.614745] env[62359]: _type = "Task" [ 556.614745] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.626496] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52dad391-5a3b-e188-98a2-17ddd7ceee31, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.629112] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea89b6fb-e28c-4d88-a3a0-1c31ceaa18f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.632608] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for the task: (returnval){ [ 556.632608] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52852e36-5a69-f03e-b30d-d5a517ea94e9" [ 556.632608] env[62359]: _type = "Task" [ 556.632608] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.640676] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52852e36-5a69-f03e-b30d-d5a517ea94e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.724532] env[62359]: DEBUG nova.compute.utils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.726130] env[62359]: DEBUG nova.compute.manager [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.726331] env[62359]: DEBUG nova.network.neutron [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.969609] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440067, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.012230] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207457} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.012898] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.013887] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee90adf5-e52d-495d-b4f1-8161eacf5adf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.047584] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 92047179-2f4d-4f31-8c80-853d7c10946c/92047179-2f4d-4f31-8c80-853d7c10946c.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.050290] env[62359]: DEBUG nova.policy [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64e90aed476f47fb8f50ba12b9298471', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cd888f1adba4a58b00313c505a8e134', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.052305] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4629e47-c1f1-448e-9350-898cb0e651f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.086214] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183087} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.087875] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.088727] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 557.088727] env[62359]: value = "task-2440071" [ 557.088727] env[62359]: _type = "Task" [ 557.088727] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.089961] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99367fc6-d0da-4b13-876e-eb02fe6d7586 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.125801] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66/5fe67ecd-6ce4-4f2a-9223-62caff0f6a66.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.132123] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c252a98c-22e4-4135-ada2-abfdc6347978 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.146741] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.158614] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440070, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.166028] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 557.166028] env[62359]: value = "task-2440072" [ 557.166028] env[62359]: _type = "Task" [ 557.166028] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.166028] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52852e36-5a69-f03e-b30d-d5a517ea94e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.166028] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.166028] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 22951fa0-9695-487c-88de-05a13a9e96a5/22951fa0-9695-487c-88de-05a13a9e96a5.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.168000] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.168561] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.168685] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-124b3f14-a7d2-45c5-b54b-789aa4b43df8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.172167] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6ec9e2a-3e6c-4591-8b55-7611b0ad85df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.180121] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.182095] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for the task: (returnval){ [ 557.182095] env[62359]: value = "task-2440073" [ 557.182095] env[62359]: _type = "Task" [ 557.182095] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.191435] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.192468] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.192644] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.193525] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd278ef-1fbd-4f00-89d0-d9ed14db8d27 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.201730] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for the task: (returnval){ [ 557.201730] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f258c5-08d7-8ba2-60fe-c06592bccc05" [ 557.201730] env[62359]: _type = "Task" [ 557.201730] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.212107] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f258c5-08d7-8ba2-60fe-c06592bccc05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.233442] env[62359]: DEBUG nova.compute.manager [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.448284] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquiring lock "ab209762-cea6-4a76-9232-527ac7163c86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.448611] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Lock "ab209762-cea6-4a76-9232-527ac7163c86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.478023] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855725} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.478209] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Copied Virtual Disk [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk to [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.478340] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Deleting the datastore file [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f/tmp-sparse.vmdk {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 557.479135] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e99a9f28-ee02-4ce9-b6cf-efd4cf0cd655 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.489961] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 557.489961] env[62359]: value = "task-2440074" [ 557.489961] env[62359]: _type = "Task" [ 557.489961] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.500404] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.569867] env[62359]: DEBUG nova.compute.manager [req-57f871f4-dd94-4838-aa8e-cab42e7a1b18 req-61d0ce21-11ee-44c2-971c-12c2eec417f0 service nova] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Received event network-changed-c983b65a-75cc-4e05-8001-2e3d0f445272 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.570030] env[62359]: DEBUG nova.compute.manager [req-57f871f4-dd94-4838-aa8e-cab42e7a1b18 req-61d0ce21-11ee-44c2-971c-12c2eec417f0 service nova] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Refreshing instance network info cache due to event network-changed-c983b65a-75cc-4e05-8001-2e3d0f445272. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 557.570394] env[62359]: DEBUG oslo_concurrency.lockutils [req-57f871f4-dd94-4838-aa8e-cab42e7a1b18 req-61d0ce21-11ee-44c2-971c-12c2eec417f0 service nova] Acquiring lock "refresh_cache-981fb438-a3ad-415e-9dc8-276a8829a769" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.570527] env[62359]: DEBUG oslo_concurrency.lockutils [req-57f871f4-dd94-4838-aa8e-cab42e7a1b18 req-61d0ce21-11ee-44c2-971c-12c2eec417f0 service nova] Acquired lock "refresh_cache-981fb438-a3ad-415e-9dc8-276a8829a769" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.570959] env[62359]: DEBUG nova.network.neutron [req-57f871f4-dd94-4838-aa8e-cab42e7a1b18 req-61d0ce21-11ee-44c2-971c-12c2eec417f0 service nova] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Refreshing network info cache for port c983b65a-75cc-4e05-8001-2e3d0f445272 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 557.612252] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440071, 'name': ReconfigVM_Task, 'duration_secs': 0.365703} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.620629] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 92047179-2f4d-4f31-8c80-853d7c10946c/92047179-2f4d-4f31-8c80-853d7c10946c.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 557.620629] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669173} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.622038] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a79117e4-e04f-4a8a-85af-3c0a7842d0f8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.623601] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] bae0649b-ebc1-459c-bb85-c4f152e4736e/bae0649b-ebc1-459c-bb85-c4f152e4736e.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.623601] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.623816] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f405a7a-4eba-458b-9985-2b6c41157529 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.630900] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for the task: (returnval){ [ 557.630900] env[62359]: value = "task-2440076" [ 557.630900] env[62359]: _type = "Task" [ 557.630900] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.632812] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 557.632812] env[62359]: value = "task-2440075" [ 557.632812] env[62359]: _type = "Task" [ 557.632812] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.645037] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf954198-6cd0-426f-910e-e1a61a9cec48 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.655750] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.656396] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440075, 'name': Rename_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.661975] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2aeb9f-d003-43c3-86dd-d5c64753cf0e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.706908] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72079c0b-1c7a-4782-8c84-fbc4bc1b3226 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.712090] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.732342] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea98044-bedc-45f3-af13-6101a51a2f00 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.734588] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f258c5-08d7-8ba2-60fe-c06592bccc05, 'name': SearchDatastore_Task, 'duration_secs': 0.03826} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.734845] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440073, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.736364] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6aac30c-2e34-4606-8f26-bdc60e5e1dd6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.751543] env[62359]: DEBUG nova.compute.provider_tree [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.756440] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for the task: (returnval){ [ 557.756440] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e13eed-e1f1-eab5-385f-44ef8d8e2a97" [ 557.756440] env[62359]: _type = "Task" [ 557.756440] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.765474] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e13eed-e1f1-eab5-385f-44ef8d8e2a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.001079] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048746} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.001372] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 558.001867] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Moving file from [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f/28594210-333d-4992-9862-6b9ed57e5c4f to [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f. {{(pid=62359) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 558.001867] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-708b01c6-0108-40c1-acb9-75a7f2ee3c9c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.010209] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 558.010209] env[62359]: value = "task-2440077" [ 558.010209] env[62359]: _type = "Task" [ 558.010209] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.018439] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440077, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.151655] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136263} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.154893] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.155113] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440075, 'name': Rename_Task, 'duration_secs': 0.196131} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.155890] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c7d54a-ac6f-4089-b823-29f8bfd34c8f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.162272] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.162564] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fccffc8a-ab96-47b5-a7f3-e34c989b8e73 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.187115] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] bae0649b-ebc1-459c-bb85-c4f152e4736e/bae0649b-ebc1-459c-bb85-c4f152e4736e.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.188277] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a9a1a9-5616-4202-9ba2-625f0342dfc4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.204183] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 558.204183] env[62359]: value = "task-2440078" [ 558.204183] env[62359]: _type = "Task" [ 558.204183] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.209108] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440072, 'name': ReconfigVM_Task, 'duration_secs': 0.691635} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.213925] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66/5fe67ecd-6ce4-4f2a-9223-62caff0f6a66.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.215699] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4e8de58-096e-4e83-95bf-ccbf3e45ab92 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.217347] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for the task: (returnval){ [ 558.217347] env[62359]: value = "task-2440079" [ 558.217347] env[62359]: _type = "Task" [ 558.217347] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.233341] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 558.233341] env[62359]: value = "task-2440080" [ 558.233341] env[62359]: _type = "Task" [ 558.233341] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.233341] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582028} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.233341] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.233874] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 22951fa0-9695-487c-88de-05a13a9e96a5/22951fa0-9695-487c-88de-05a13a9e96a5.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.234104] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.237179] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d101d1ca-915f-4eec-b970-1bf1246d482c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.246288] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440080, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.252345] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for the task: (returnval){ [ 558.252345] env[62359]: value = "task-2440081" [ 558.252345] env[62359]: _type = "Task" [ 558.252345] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.252638] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.257334] env[62359]: DEBUG nova.compute.manager [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.260012] env[62359]: DEBUG nova.scheduler.client.report [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.283570] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e13eed-e1f1-eab5-385f-44ef8d8e2a97, 'name': SearchDatastore_Task, 'duration_secs': 0.015764} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.284409] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.285408] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] f00b731b-a392-424e-9e52-8dd3d9017a9e/f00b731b-a392-424e-9e52-8dd3d9017a9e.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.285408] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.285408] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.285719] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8c0a25a-262d-4d1c-a815-abdb9c4808a3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.291056] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-761acbe3-b9b7-41d3-86ff-5d7ff9a5509e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.304032] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for the task: (returnval){ [ 558.304032] env[62359]: value = "task-2440082" [ 558.304032] env[62359]: _type = "Task" [ 558.304032] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.304032] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.304032] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.306234] env[62359]: DEBUG nova.virt.hardware [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.306460] env[62359]: DEBUG nova.virt.hardware [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.306624] env[62359]: DEBUG nova.virt.hardware [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.306846] env[62359]: DEBUG nova.virt.hardware [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.307000] env[62359]: DEBUG nova.virt.hardware [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.307192] env[62359]: DEBUG nova.virt.hardware [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.307389] env[62359]: DEBUG nova.virt.hardware [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.308490] env[62359]: DEBUG nova.virt.hardware [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.308490] env[62359]: DEBUG nova.virt.hardware [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.308490] env[62359]: DEBUG nova.virt.hardware [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.308490] env[62359]: DEBUG nova.virt.hardware [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.308490] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c2b2a0-1386-4a4e-a171-3732ba900571 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.312035] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79535f6a-0b8b-4a90-8d61-04a9ae138bb2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.329644] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 558.329644] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ab46f4-b653-f4a8-2ee0-75c068ff438a" [ 558.329644] env[62359]: _type = "Task" [ 558.329644] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.329856] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.331098] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556459cd-d733-46d2-94c0-2b3c0d54744a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.357043] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ab46f4-b653-f4a8-2ee0-75c068ff438a, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.361020] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a7d60a-6479-471a-9945-d61641df0721 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.364788] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 558.364788] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527ce032-f8e9-103e-c64a-7c29ae1a59dd" [ 558.364788] env[62359]: _type = "Task" [ 558.364788] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.374933] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527ce032-f8e9-103e-c64a-7c29ae1a59dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.525604] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440077, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025288} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.525604] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] File moved {{(pid=62359) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 558.525604] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Cleaning up location [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 558.525604] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Deleting the datastore file [datastore1] vmware_temp/be5661d7-ff1a-453c-858c-dce0bf32992f {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 558.525604] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-295235a6-0ee6-4a6d-bff7-6181831db1f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.536285] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 558.536285] env[62359]: value = "task-2440083" [ 558.536285] env[62359]: _type = "Task" [ 558.536285] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.545469] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.663238] env[62359]: DEBUG nova.network.neutron [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Successfully created port: 40fb9469-6af4-4ea8-8341-738ebe078ad3 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.720698] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440078, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.728071] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440079, 'name': ReconfigVM_Task, 'duration_secs': 0.358737} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.728371] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Reconfigured VM instance instance-00000003 to attach disk [datastore2] bae0649b-ebc1-459c-bb85-c4f152e4736e/bae0649b-ebc1-459c-bb85-c4f152e4736e.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.729461] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7413a227-a43c-4ba8-ad49-191a024b2ae1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.737185] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for the task: (returnval){ [ 558.737185] env[62359]: value = "task-2440084" [ 558.737185] env[62359]: _type = "Task" [ 558.737185] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.753444] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440080, 'name': Rename_Task, 'duration_secs': 0.16202} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.760887] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.761274] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440084, 'name': Rename_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.761638] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-646b8510-76ab-4f35-8516-37bd3be3404a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.770558] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.773066] env[62359]: DEBUG nova.compute.manager [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.774015] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09401} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.775060] env[62359]: DEBUG nova.network.neutron [req-57f871f4-dd94-4838-aa8e-cab42e7a1b18 req-61d0ce21-11ee-44c2-971c-12c2eec417f0 service nova] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Updated VIF entry in instance network info cache for port c983b65a-75cc-4e05-8001-2e3d0f445272. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 558.775359] env[62359]: DEBUG nova.network.neutron [req-57f871f4-dd94-4838-aa8e-cab42e7a1b18 req-61d0ce21-11ee-44c2-971c-12c2eec417f0 service nova] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Updating instance_info_cache with network_info: [{"id": "c983b65a-75cc-4e05-8001-2e3d0f445272", "address": "fa:16:3e:13:ed:74", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc983b65a-75", "ovs_interfaceid": "c983b65a-75cc-4e05-8001-2e3d0f445272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.777862] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.475s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.779150] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.779556] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 558.779556] env[62359]: value = "task-2440085" [ 558.779556] env[62359]: _type = "Task" [ 558.779556] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.780532] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d436dd6-7f27-410b-8c20-ebbd5e8e946c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.794256] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.817032] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 22951fa0-9695-487c-88de-05a13a9e96a5/22951fa0-9695-487c-88de-05a13a9e96a5.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.817032] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347308ad-b59f-43b4-be6a-6f194d0a9a8c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.843923] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for the task: (returnval){ [ 558.843923] env[62359]: value = "task-2440086" [ 558.843923] env[62359]: _type = "Task" [ 558.843923] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.845029] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440082, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.856971] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.880052] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527ce032-f8e9-103e-c64a-7c29ae1a59dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01966} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.880475] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.880585] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 981fb438-a3ad-415e-9dc8-276a8829a769/981fb438-a3ad-415e-9dc8-276a8829a769.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.880843] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f6e313d-740f-47d3-86c6-2139dcb6110e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.887161] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 558.887161] env[62359]: value = "task-2440087" [ 558.887161] env[62359]: _type = "Task" [ 558.887161] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.895946] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.046533] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050184} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.046772] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 559.047492] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397d87ec-fb42-43d2-bf11-3fab0210a893 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.056797] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 559.056797] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f25074-a3f9-e463-44ae-34ad0de73bc3" [ 559.056797] env[62359]: _type = "Task" [ 559.056797] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.068291] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f25074-a3f9-e463-44ae-34ad0de73bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.220780] env[62359]: DEBUG oslo_vmware.api [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440078, 'name': PowerOnVM_Task, 'duration_secs': 0.592381} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.220916] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.221286] env[62359]: INFO nova.compute.manager [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Took 19.87 seconds to spawn the instance on the hypervisor. [ 559.221562] env[62359]: DEBUG nova.compute.manager [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.222450] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b97cab-d4e4-43e4-9df8-023900861a1a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.255942] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440084, 'name': Rename_Task, 'duration_secs': 0.267765} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.257364] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.257663] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f53b607-b4fd-467d-bc9d-1c8ef4121f18 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.264900] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for the task: (returnval){ [ 559.264900] env[62359]: value = "task-2440088" [ 559.264900] env[62359]: _type = "Task" [ 559.264900] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.284098] env[62359]: DEBUG nova.compute.utils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 559.285798] env[62359]: DEBUG oslo_concurrency.lockutils [req-57f871f4-dd94-4838-aa8e-cab42e7a1b18 req-61d0ce21-11ee-44c2-971c-12c2eec417f0 service nova] Releasing lock "refresh_cache-981fb438-a3ad-415e-9dc8-276a8829a769" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.286567] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.286719] env[62359]: DEBUG nova.compute.manager [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 559.286837] env[62359]: DEBUG nova.network.neutron [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 559.310154] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.328250] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585101} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.328533] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] f00b731b-a392-424e-9e52-8dd3d9017a9e/f00b731b-a392-424e-9e52-8dd3d9017a9e.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.328757] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.329526] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d388c498-e3cb-4de1-b3ea-41676450056f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.338491] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for the task: (returnval){ [ 559.338491] env[62359]: value = "task-2440089" [ 559.338491] env[62359]: _type = "Task" [ 559.338491] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.353234] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.358618] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440086, 'name': ReconfigVM_Task, 'duration_secs': 0.301065} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.361716] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 22951fa0-9695-487c-88de-05a13a9e96a5/22951fa0-9695-487c-88de-05a13a9e96a5.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.361716] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9cbb34b-ec23-4b7a-be15-114cc512f1c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.375108] env[62359]: DEBUG nova.policy [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a8e8f39a68f4b9aba5c3712e0beb086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ff1fc3ebd24428a1aec6162fa7ba56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 559.378662] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for the task: (returnval){ [ 559.378662] env[62359]: value = "task-2440090" [ 559.378662] env[62359]: _type = "Task" [ 559.378662] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.390468] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440090, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.399831] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440087, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.513669] env[62359]: DEBUG nova.network.neutron [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Successfully updated port: d05dfd7d-373f-4b3f-8e94-301216a62183 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 559.568854] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f25074-a3f9-e463-44ae-34ad0de73bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.019439} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.569221] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.569515] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.569660] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f30039bd-aa1a-4cde-ab1f-ab0e2d2bfdb8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.576996] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 559.576996] env[62359]: value = "task-2440091" [ 559.576996] env[62359]: _type = "Task" [ 559.576996] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.585091] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.752441] env[62359]: INFO nova.compute.manager [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Took 24.81 seconds to build instance. [ 559.776312] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440088, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.787509] env[62359]: DEBUG nova.compute.manager [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.804023] env[62359]: DEBUG oslo_vmware.api [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440085, 'name': PowerOnVM_Task, 'duration_secs': 0.796825} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.807982] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.808298] env[62359]: INFO nova.compute.manager [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Took 18.13 seconds to spawn the instance on the hypervisor. [ 559.808562] env[62359]: DEBUG nova.compute.manager [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.810842] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d19a296-74dd-4cbd-809b-8b91eb506912 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.814732] env[62359]: DEBUG nova.network.neutron [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Successfully created port: f678ada3-4aa1-4acc-afac-9e6aaf743fac {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.834939] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 92047179-2f4d-4f31-8c80-853d7c10946c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.835106] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance bae0649b-ebc1-459c-bb85-c4f152e4736e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.835265] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.835436] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 22951fa0-9695-487c-88de-05a13a9e96a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.836135] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 981fb438-a3ad-415e-9dc8-276a8829a769 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.836333] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 14eaf7ed-743b-4198-832d-54d4cc21c2d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.836513] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance f00b731b-a392-424e-9e52-8dd3d9017a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.836572] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 59915864-7434-48a0-a2a5-7078596bac19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.836694] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 5632f00a-9ab2-43ac-a035-7714913417e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.836894] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 26b6dc14-6f61-48d3-9653-c4ef58e1679a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.852894] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09057} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.857101] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.860856] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69860855-eb48-474c-bcdc-42baf76eda6a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.889387] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] f00b731b-a392-424e-9e52-8dd3d9017a9e/f00b731b-a392-424e-9e52-8dd3d9017a9e.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.891386] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d0cc3d2-5ed1-4e53-8a64-3624227ccee1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.918152] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440090, 'name': Rename_Task, 'duration_secs': 0.155374} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.922152] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.922680] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545312} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.922775] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for the task: (returnval){ [ 559.922775] env[62359]: value = "task-2440092" [ 559.922775] env[62359]: _type = "Task" [ 559.922775] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.922944] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a878b497-8b7a-4b18-9103-9269e7626900 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.924839] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 981fb438-a3ad-415e-9dc8-276a8829a769/981fb438-a3ad-415e-9dc8-276a8829a769.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.925071] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.925347] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa09ceac-1326-4c97-9928-0bdcbcd45843 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.936664] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.938994] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for the task: (returnval){ [ 559.938994] env[62359]: value = "task-2440093" [ 559.938994] env[62359]: _type = "Task" [ 559.938994] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.939300] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 559.939300] env[62359]: value = "task-2440094" [ 559.939300] env[62359]: _type = "Task" [ 559.939300] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.953081] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440093, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.957430] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.016395] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquiring lock "refresh_cache-59915864-7434-48a0-a2a5-7078596bac19" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.016628] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquired lock "refresh_cache-59915864-7434-48a0-a2a5-7078596bac19" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.016894] env[62359]: DEBUG nova.network.neutron [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 560.090012] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440091, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.259479] env[62359]: DEBUG oslo_concurrency.lockutils [None req-387188a2-b989-40c3-af1e-5b10786e4ec2 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Lock "92047179-2f4d-4f31-8c80-853d7c10946c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.827s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.261733] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "92047179-2f4d-4f31-8c80-853d7c10946c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.918s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.261733] env[62359]: INFO nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] During sync_power_state the instance has a pending task (spawning). Skip. [ 560.261733] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "92047179-2f4d-4f31-8c80-853d7c10946c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.280184] env[62359]: DEBUG oslo_vmware.api [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440088, 'name': PowerOnVM_Task, 'duration_secs': 0.973717} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.281100] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.281100] env[62359]: INFO nova.compute.manager [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Took 16.27 seconds to spawn the instance on the hypervisor. [ 560.281100] env[62359]: DEBUG nova.compute.manager [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.282406] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1698ecfa-c67c-4709-aa67-508d77b3365d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.341480] env[62359]: INFO nova.compute.manager [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Took 25.40 seconds to build instance. [ 560.348676] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 1efd98fb-74e1-463e-afee-a53f890f8043 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 560.441323] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.467198] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073033} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.467503] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.467796] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.468624] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72286fa5-8cbe-4eab-bfb2-b276627f89e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.499194] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 981fb438-a3ad-415e-9dc8-276a8829a769/981fb438-a3ad-415e-9dc8-276a8829a769.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.500162] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fffad5d9-18c8-459b-8a88-a687b0fd2221 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.525346] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 560.525346] env[62359]: value = "task-2440095" [ 560.525346] env[62359]: _type = "Task" [ 560.525346] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.534571] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.592471] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894744} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.592762] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.592964] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 560.593239] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60d7491a-732d-40bf-acd4-1e07f0928b1e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.604731] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 560.604731] env[62359]: value = "task-2440096" [ 560.604731] env[62359]: _type = "Task" [ 560.604731] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.614895] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.623648] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "21fd3d6a-3e9d-4622-8062-036c5525df79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.624520] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "21fd3d6a-3e9d-4622-8062-036c5525df79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.631459] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "f77f03a2-5c31-478e-ad40-81ae15216981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.631459] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "f77f03a2-5c31-478e-ad40-81ae15216981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.732140] env[62359]: DEBUG nova.network.neutron [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 560.739630] env[62359]: DEBUG nova.network.neutron [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Successfully updated port: 40fb9469-6af4-4ea8-8341-738ebe078ad3 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.763198] env[62359]: DEBUG nova.compute.manager [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.804194] env[62359]: DEBUG nova.compute.manager [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 560.812598] env[62359]: INFO nova.compute.manager [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Took 25.20 seconds to build instance. [ 560.841937] env[62359]: DEBUG nova.virt.hardware [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 560.842403] env[62359]: DEBUG nova.virt.hardware [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.842565] env[62359]: DEBUG nova.virt.hardware [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 560.842859] env[62359]: DEBUG nova.virt.hardware [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.843321] env[62359]: DEBUG nova.virt.hardware [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 560.843446] env[62359]: DEBUG nova.virt.hardware [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 560.843781] env[62359]: DEBUG nova.virt.hardware [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 560.844040] env[62359]: DEBUG nova.virt.hardware [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 560.844348] env[62359]: DEBUG nova.virt.hardware [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 560.844763] env[62359]: DEBUG nova.virt.hardware [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 560.844763] env[62359]: DEBUG nova.virt.hardware [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 560.845268] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6901c5d0-99d0-419b-aef1-a2ae323aae2e tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.420s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.846451] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c985b4-cf16-4d14-b035-06ae315c72b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.849989] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.507s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.850649] env[62359]: INFO nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] During sync_power_state the instance has a pending task (spawning). Skip. [ 560.850839] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.854857] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance bb3d6ca0-7eb0-42b2-ac0e-e91924211240 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 560.864753] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0669ea-b5f7-4e41-a484-fc5ab91929a5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.936177] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440092, 'name': ReconfigVM_Task, 'duration_secs': 0.543992} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.939246] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Reconfigured VM instance instance-00000007 to attach disk [datastore2] f00b731b-a392-424e-9e52-8dd3d9017a9e/f00b731b-a392-424e-9e52-8dd3d9017a9e.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.940060] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63931f50-3e1a-4fa5-ada4-e43442c2034b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.953269] env[62359]: DEBUG oslo_vmware.api [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440093, 'name': PowerOnVM_Task, 'duration_secs': 0.535786} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.954383] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.954588] env[62359]: INFO nova.compute.manager [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Took 14.59 seconds to spawn the instance on the hypervisor. [ 560.954771] env[62359]: DEBUG nova.compute.manager [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.955092] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for the task: (returnval){ [ 560.955092] env[62359]: value = "task-2440097" [ 560.955092] env[62359]: _type = "Task" [ 560.955092] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.955761] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d598ff7b-7f20-4631-8573-21d0ad48d945 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.039476] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.119998] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185331} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.119998] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 561.120436] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d240687e-ba67-429a-9a0c-b6932cbb4a78 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.142086] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 561.142086] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16742b1a-f44e-45bc-bd41-b94b2a0397ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.163101] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 561.163101] env[62359]: value = "task-2440098" [ 561.163101] env[62359]: _type = "Task" [ 561.163101] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.173685] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.249138] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquiring lock "refresh_cache-5632f00a-9ab2-43ac-a035-7714913417e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.249138] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquired lock "refresh_cache-5632f00a-9ab2-43ac-a035-7714913417e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.249138] env[62359]: DEBUG nova.network.neutron [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.266422] env[62359]: DEBUG nova.network.neutron [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Updating instance_info_cache with network_info: [{"id": "d05dfd7d-373f-4b3f-8e94-301216a62183", "address": "fa:16:3e:a2:2b:eb", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05dfd7d-37", "ovs_interfaceid": "d05dfd7d-373f-4b3f-8e94-301216a62183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.305749] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.315337] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8d1a830-31b5-446f-8bd9-cf243029064f tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Lock "bae0649b-ebc1-459c-bb85-c4f152e4736e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.708s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.316650] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "bae0649b-ebc1-459c-bb85-c4f152e4736e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.973s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.316862] env[62359]: INFO nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] During sync_power_state the instance has a pending task (spawning). Skip. [ 561.317068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "bae0649b-ebc1-459c-bb85-c4f152e4736e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.354876] env[62359]: DEBUG nova.compute.manager [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.366079] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance dff0ac3a-7e94-4349-af9c-2739b6c029ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 561.469833] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440097, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.484133] env[62359]: INFO nova.compute.manager [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Took 25.57 seconds to build instance. [ 561.538047] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440095, 'name': ReconfigVM_Task, 'duration_secs': 0.850276} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.538455] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 981fb438-a3ad-415e-9dc8-276a8829a769/981fb438-a3ad-415e-9dc8-276a8829a769.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.539518] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c366a28d-1f1f-40b4-b39d-67804fb7d0ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.546717] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 561.546717] env[62359]: value = "task-2440099" [ 561.546717] env[62359]: _type = "Task" [ 561.546717] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.558527] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440099, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.681784] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440098, 'name': ReconfigVM_Task, 'duration_secs': 0.414571} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.682250] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.686054] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66dde36b-f030-42e3-83f2-a36202fb4be8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.692016] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 561.692016] env[62359]: value = "task-2440100" [ 561.692016] env[62359]: _type = "Task" [ 561.692016] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.714156] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440100, 'name': Rename_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.768969] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Releasing lock "refresh_cache-59915864-7434-48a0-a2a5-7078596bac19" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.769356] env[62359]: DEBUG nova.compute.manager [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Instance network_info: |[{"id": "d05dfd7d-373f-4b3f-8e94-301216a62183", "address": "fa:16:3e:a2:2b:eb", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05dfd7d-37", "ovs_interfaceid": "d05dfd7d-373f-4b3f-8e94-301216a62183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 561.769782] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:2b:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd05dfd7d-373f-4b3f-8e94-301216a62183', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.777275] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Creating folder: Project (ba5bb4262ad448c6808666b35621d7bc). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.777573] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89114af6-4512-48f0-88c3-742eb06afffb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.787153] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Created folder: Project (ba5bb4262ad448c6808666b35621d7bc) in parent group-v494269. [ 561.787471] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Creating folder: Instances. Parent ref: group-v494291. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.787760] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-422d2e32-7101-4ece-a121-0ee1e7de6982 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.796756] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Created folder: Instances in parent group-v494291. [ 561.796922] env[62359]: DEBUG oslo.service.loopingcall [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.798209] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.798209] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d4df0c2-66b0-4a55-8c7b-2f22a4f4f4bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.817420] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.817420] env[62359]: value = "task-2440103" [ 561.817420] env[62359]: _type = "Task" [ 561.817420] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.821075] env[62359]: DEBUG nova.compute.manager [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.828790] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440103, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.844773] env[62359]: DEBUG nova.network.neutron [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.867648] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance ab209762-cea6-4a76-9232-527ac7163c86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 561.867885] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 561.868036] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 561.886438] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.969971] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440097, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.986710] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2c5fa764-a114-40c4-a63d-2a3846f53d0d tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "22951fa0-9695-487c-88de-05a13a9e96a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.084s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.988819] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "22951fa0-9695-487c-88de-05a13a9e96a5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.645s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.990149] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc23d78-b8e4-4b39-94b1-32e23f43d637 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.014741] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquiring lock "96be33ea-8064-49df-bb04-78c162e2b557" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.014978] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lock "96be33ea-8064-49df-bb04-78c162e2b557" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.065817] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440099, 'name': Rename_Task, 'duration_secs': 0.382503} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.066205] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.066715] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38cd38b9-f0fc-48c0-b95a-a88ede43bcfe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.075596] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 562.075596] env[62359]: value = "task-2440104" [ 562.075596] env[62359]: _type = "Task" [ 562.075596] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.093467] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440104, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.191300] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9c222f-5b90-4fa2-8391-c40520352eba {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.205260] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214fcc36-f94f-4aeb-bd03-27e739ae8d72 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.209147] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440100, 'name': Rename_Task, 'duration_secs': 0.30102} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.211635] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.212219] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f372c9b-5e27-4968-9787-ba88c734a8ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.245328] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fab088-4f07-4c74-95b7-0bec44835cd7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.248612] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 562.248612] env[62359]: value = "task-2440105" [ 562.248612] env[62359]: _type = "Task" [ 562.248612] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.259158] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44f4561-58c8-465d-8c75-42d912c95dcb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.268642] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.282329] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.331111] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440103, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.348127] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.471325] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440097, 'name': Rename_Task, 'duration_secs': 1.360465} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.471644] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.471892] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b77d4e70-15e1-4d63-8e22-57c1342102b3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.478768] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for the task: (returnval){ [ 562.478768] env[62359]: value = "task-2440106" [ 562.478768] env[62359]: _type = "Task" [ 562.478768] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.488330] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.490769] env[62359]: DEBUG nova.compute.manager [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.506073] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "22951fa0-9695-487c-88de-05a13a9e96a5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.552368] env[62359]: DEBUG nova.network.neutron [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Updating instance_info_cache with network_info: [{"id": "40fb9469-6af4-4ea8-8341-738ebe078ad3", "address": "fa:16:3e:30:80:67", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fb9469-6a", "ovs_interfaceid": "40fb9469-6af4-4ea8-8341-738ebe078ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.590781] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440104, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.655912] env[62359]: DEBUG nova.network.neutron [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Successfully updated port: f678ada3-4aa1-4acc-afac-9e6aaf743fac {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.759949] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440105, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.789236] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 562.832823] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440103, 'name': CreateVM_Task, 'duration_secs': 0.542745} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.833679] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 562.833775] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.833844] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.834189] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.834444] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-564b16f4-67a8-4ec4-abf8-7e0a5979ac28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.840038] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for the task: (returnval){ [ 562.840038] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529edf3b-5250-62d4-762e-a1f7e457a07a" [ 562.840038] env[62359]: _type = "Task" [ 562.840038] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.852665] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529edf3b-5250-62d4-762e-a1f7e457a07a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.995068] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.024109] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.058510] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Releasing lock "refresh_cache-5632f00a-9ab2-43ac-a035-7714913417e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.058968] env[62359]: DEBUG nova.compute.manager [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Instance network_info: |[{"id": "40fb9469-6af4-4ea8-8341-738ebe078ad3", "address": "fa:16:3e:30:80:67", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fb9469-6a", "ovs_interfaceid": "40fb9469-6af4-4ea8-8341-738ebe078ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.059456] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:80:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40fb9469-6af4-4ea8-8341-738ebe078ad3', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.070229] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Creating folder: Project (0cd888f1adba4a58b00313c505a8e134). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.070229] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e14984db-f0b5-454e-8a96-ea92180c5325 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.083772] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Created folder: Project (0cd888f1adba4a58b00313c505a8e134) in parent group-v494269. [ 563.084228] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Creating folder: Instances. Parent ref: group-v494294. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.085102] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0300c0a7-1a88-43b5-bb82-49ad20e65946 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.091755] env[62359]: DEBUG oslo_vmware.api [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440104, 'name': PowerOnVM_Task, 'duration_secs': 0.711882} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.092773] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.092773] env[62359]: INFO nova.compute.manager [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Took 14.42 seconds to spawn the instance on the hypervisor. [ 563.093122] env[62359]: DEBUG nova.compute.manager [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.093790] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff83dc3c-e4e9-41d5-82e9-e2c626100947 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.099350] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Created folder: Instances in parent group-v494294. [ 563.099581] env[62359]: DEBUG oslo.service.loopingcall [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.101251] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.105186] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f430b7b8-faa1-45aa-bf03-e8c7133cc5bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.132949] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.132949] env[62359]: value = "task-2440109" [ 563.132949] env[62359]: _type = "Task" [ 563.132949] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.143408] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440109, 'name': CreateVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.161381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquiring lock "refresh_cache-26b6dc14-6f61-48d3-9653-c4ef58e1679a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.161381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquired lock "refresh_cache-26b6dc14-6f61-48d3-9653-c4ef58e1679a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.161381] env[62359]: DEBUG nova.network.neutron [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.268256] env[62359]: DEBUG oslo_vmware.api [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440105, 'name': PowerOnVM_Task, 'duration_secs': 0.605093} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.268256] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.268256] env[62359]: INFO nova.compute.manager [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Took 9.84 seconds to spawn the instance on the hypervisor. [ 563.268256] env[62359]: DEBUG nova.compute.manager [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.268456] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02faa85c-98bc-4613-8fa6-717effec6e49 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.293167] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 563.294750] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.517s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.295140] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.989s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.298279] env[62359]: INFO nova.compute.claims [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.301798] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 563.301798] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Getting list of instances from cluster (obj){ [ 563.301798] env[62359]: value = "domain-c8" [ 563.301798] env[62359]: _type = "ClusterComputeResource" [ 563.301798] env[62359]: } {{(pid=62359) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 563.304345] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0281e7-c173-4e75-a284-bd85296b2119 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.330603] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Got total of 8 instances {{(pid=62359) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 563.354231] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529edf3b-5250-62d4-762e-a1f7e457a07a, 'name': SearchDatastore_Task, 'duration_secs': 0.012141} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.354500] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.354662] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 563.358020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.358020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.358020] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.358020] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce02725-08e6-421a-8cf3-e0116c676249 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.376388] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.376703] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.377925] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5687d3a0-3f4f-4fe6-a5b9-90b413f832d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.384244] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for the task: (returnval){ [ 563.384244] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e86eb5-5fdf-7faf-d917-1adb412608bc" [ 563.384244] env[62359]: _type = "Task" [ 563.384244] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.397579] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e86eb5-5fdf-7faf-d917-1adb412608bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.489493] env[62359]: DEBUG oslo_vmware.api [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440106, 'name': PowerOnVM_Task, 'duration_secs': 0.715474} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.489883] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.490145] env[62359]: INFO nova.compute.manager [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Took 12.43 seconds to spawn the instance on the hypervisor. [ 563.490261] env[62359]: DEBUG nova.compute.manager [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.491082] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55b7f51-6bc2-46f0-b459-01f5db4d5d2a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.633041] env[62359]: INFO nova.compute.manager [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Took 27.50 seconds to build instance. [ 563.645849] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440109, 'name': CreateVM_Task, 'duration_secs': 0.424769} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.646416] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.647090] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.647355] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.647801] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.648313] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4d6e98-ad82-4150-9756-cce2d72caf63 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.657223] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for the task: (returnval){ [ 563.657223] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521a8610-44d6-b481-c851-853592f992a4" [ 563.657223] env[62359]: _type = "Task" [ 563.657223] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.668656] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521a8610-44d6-b481-c851-853592f992a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.745498] env[62359]: DEBUG nova.network.neutron [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.766056] env[62359]: DEBUG nova.compute.manager [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Received event network-vif-plugged-d05dfd7d-373f-4b3f-8e94-301216a62183 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.766056] env[62359]: DEBUG oslo_concurrency.lockutils [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] Acquiring lock "59915864-7434-48a0-a2a5-7078596bac19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.766056] env[62359]: DEBUG oslo_concurrency.lockutils [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] Lock "59915864-7434-48a0-a2a5-7078596bac19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.766056] env[62359]: DEBUG oslo_concurrency.lockutils [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] Lock "59915864-7434-48a0-a2a5-7078596bac19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.766056] env[62359]: DEBUG nova.compute.manager [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] [instance: 59915864-7434-48a0-a2a5-7078596bac19] No waiting events found dispatching network-vif-plugged-d05dfd7d-373f-4b3f-8e94-301216a62183 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.766473] env[62359]: WARNING nova.compute.manager [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Received unexpected event network-vif-plugged-d05dfd7d-373f-4b3f-8e94-301216a62183 for instance with vm_state building and task_state spawning. [ 563.766473] env[62359]: DEBUG nova.compute.manager [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Received event network-changed-d05dfd7d-373f-4b3f-8e94-301216a62183 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.766473] env[62359]: DEBUG nova.compute.manager [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Refreshing instance network info cache due to event network-changed-d05dfd7d-373f-4b3f-8e94-301216a62183. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 563.766473] env[62359]: DEBUG oslo_concurrency.lockutils [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] Acquiring lock "refresh_cache-59915864-7434-48a0-a2a5-7078596bac19" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.766473] env[62359]: DEBUG oslo_concurrency.lockutils [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] Acquired lock "refresh_cache-59915864-7434-48a0-a2a5-7078596bac19" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.766622] env[62359]: DEBUG nova.network.neutron [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Refreshing network info cache for port d05dfd7d-373f-4b3f-8e94-301216a62183 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 563.789679] env[62359]: INFO nova.compute.manager [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Took 26.66 seconds to build instance. [ 563.894867] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e86eb5-5fdf-7faf-d917-1adb412608bc, 'name': SearchDatastore_Task, 'duration_secs': 0.015924} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.895671] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d521d463-712e-44fe-ab77-7cad508deb3d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.901259] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for the task: (returnval){ [ 563.901259] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52029608-38db-8a0d-f2f8-ac41dfca1199" [ 563.901259] env[62359]: _type = "Task" [ 563.901259] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.910146] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52029608-38db-8a0d-f2f8-ac41dfca1199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.011500] env[62359]: INFO nova.compute.manager [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Took 26.88 seconds to build instance. [ 564.140068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5936d58e-8f72-4034-a9ab-8383d2c24d01 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "981fb438-a3ad-415e-9dc8-276a8829a769" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.020s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.169987] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521a8610-44d6-b481-c851-853592f992a4, 'name': SearchDatastore_Task, 'duration_secs': 0.039643} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.170612] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.171225] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.171393] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.293625] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ef8aeb47-5dee-4ba9-b3d1-7d4bdaf18335 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "14eaf7ed-743b-4198-832d-54d4cc21c2d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.179s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.336557] env[62359]: DEBUG nova.network.neutron [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Updating instance_info_cache with network_info: [{"id": "f678ada3-4aa1-4acc-afac-9e6aaf743fac", "address": "fa:16:3e:f6:40:19", "network": {"id": "16d8b50c-8f49-46bb-8d88-fc8e96438ced", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1684249268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ff1fc3ebd24428a1aec6162fa7ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf678ada3-4a", "ovs_interfaceid": "f678ada3-4aa1-4acc-afac-9e6aaf743fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.418748] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52029608-38db-8a0d-f2f8-ac41dfca1199, 'name': SearchDatastore_Task, 'duration_secs': 0.036659} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.425020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.425020] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 59915864-7434-48a0-a2a5-7078596bac19/59915864-7434-48a0-a2a5-7078596bac19.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.425020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.425020] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.425327] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26ebd7b3-f555-4297-a7e2-8404988438c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.426726] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-297318ab-5442-4e27-acfe-221eaf3c9a3a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.437233] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for the task: (returnval){ [ 564.437233] env[62359]: value = "task-2440110" [ 564.437233] env[62359]: _type = "Task" [ 564.437233] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.438650] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.438819] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.446861] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ea638e-0ef3-46bf-8b8b-a613373ab0e1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.458039] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.459295] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for the task: (returnval){ [ 564.459295] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521dcddf-a965-3aed-37f5-95281929bb2e" [ 564.459295] env[62359]: _type = "Task" [ 564.459295] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.469642] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521dcddf-a965-3aed-37f5-95281929bb2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.516212] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1bcf9428-5569-4268-a7fe-ac4b36291a22 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Lock "f00b731b-a392-424e-9e52-8dd3d9017a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.400s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.644708] env[62359]: DEBUG nova.compute.manager [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.695686] env[62359]: DEBUG nova.network.neutron [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Updated VIF entry in instance network info cache for port d05dfd7d-373f-4b3f-8e94-301216a62183. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.696213] env[62359]: DEBUG nova.network.neutron [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Updating instance_info_cache with network_info: [{"id": "d05dfd7d-373f-4b3f-8e94-301216a62183", "address": "fa:16:3e:a2:2b:eb", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05dfd7d-37", "ovs_interfaceid": "d05dfd7d-373f-4b3f-8e94-301216a62183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.704207] env[62359]: DEBUG nova.compute.manager [None req-e8b5a0a0-c8cc-4566-9953-a1cb497ab3c8 tempest-ServerDiagnosticsTest-2129325971 tempest-ServerDiagnosticsTest-2129325971-project-admin] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.705468] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9563bc1-0903-49a2-adba-6483923b2b2c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.716045] env[62359]: INFO nova.compute.manager [None req-e8b5a0a0-c8cc-4566-9953-a1cb497ab3c8 tempest-ServerDiagnosticsTest-2129325971 tempest-ServerDiagnosticsTest-2129325971-project-admin] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Retrieving diagnostics [ 564.717042] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbe35f8-1727-4ef3-a158-3b11b548efef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.754030] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d667f1c4-1698-413c-b0fa-990b86136076 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.761121] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f40225-8f74-41ec-a1fa-0d5baf9a0eb6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.795741] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a155cec0-d0f5-4053-9995-2cda57542e7a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.798712] env[62359]: DEBUG nova.compute.manager [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.813246] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b6e5d6-afe6-4656-bba4-34374f390cdb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.834210] env[62359]: DEBUG nova.compute.provider_tree [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.841036] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Releasing lock "refresh_cache-26b6dc14-6f61-48d3-9653-c4ef58e1679a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.841036] env[62359]: DEBUG nova.compute.manager [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Instance network_info: |[{"id": "f678ada3-4aa1-4acc-afac-9e6aaf743fac", "address": "fa:16:3e:f6:40:19", "network": {"id": "16d8b50c-8f49-46bb-8d88-fc8e96438ced", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1684249268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ff1fc3ebd24428a1aec6162fa7ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf678ada3-4a", "ovs_interfaceid": "f678ada3-4aa1-4acc-afac-9e6aaf743fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.841543] env[62359]: DEBUG nova.compute.manager [req-2c854210-da90-4dc0-946d-d661b65e890f req-ba80788d-1907-4dc5-9b38-64ecf4118489 service nova] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Received event network-vif-plugged-40fb9469-6af4-4ea8-8341-738ebe078ad3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 564.841759] env[62359]: DEBUG oslo_concurrency.lockutils [req-2c854210-da90-4dc0-946d-d661b65e890f req-ba80788d-1907-4dc5-9b38-64ecf4118489 service nova] Acquiring lock "5632f00a-9ab2-43ac-a035-7714913417e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.841956] env[62359]: DEBUG oslo_concurrency.lockutils [req-2c854210-da90-4dc0-946d-d661b65e890f req-ba80788d-1907-4dc5-9b38-64ecf4118489 service nova] Lock "5632f00a-9ab2-43ac-a035-7714913417e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.842137] env[62359]: DEBUG oslo_concurrency.lockutils [req-2c854210-da90-4dc0-946d-d661b65e890f req-ba80788d-1907-4dc5-9b38-64ecf4118489 service nova] Lock "5632f00a-9ab2-43ac-a035-7714913417e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.842650] env[62359]: DEBUG nova.compute.manager [req-2c854210-da90-4dc0-946d-d661b65e890f req-ba80788d-1907-4dc5-9b38-64ecf4118489 service nova] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] No waiting events found dispatching network-vif-plugged-40fb9469-6af4-4ea8-8341-738ebe078ad3 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.842650] env[62359]: WARNING nova.compute.manager [req-2c854210-da90-4dc0-946d-d661b65e890f req-ba80788d-1907-4dc5-9b38-64ecf4118489 service nova] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Received unexpected event network-vif-plugged-40fb9469-6af4-4ea8-8341-738ebe078ad3 for instance with vm_state building and task_state spawning. [ 564.842883] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:40:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f678ada3-4aa1-4acc-afac-9e6aaf743fac', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.851055] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Creating folder: Project (d2ff1fc3ebd24428a1aec6162fa7ba56). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.852379] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b4e412e-cced-47e2-a28b-2af9751ad77d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.863035] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Created folder: Project (d2ff1fc3ebd24428a1aec6162fa7ba56) in parent group-v494269. [ 564.863035] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Creating folder: Instances. Parent ref: group-v494297. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.863197] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da13190e-b344-4fa8-b47b-9c3d01889be6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.874218] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Created folder: Instances in parent group-v494297. [ 564.874466] env[62359]: DEBUG oslo.service.loopingcall [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.874958] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.875197] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-066061e3-ad59-4c96-a7f6-24120b107d2b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.895889] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.895889] env[62359]: value = "task-2440113" [ 564.895889] env[62359]: _type = "Task" [ 564.895889] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.905245] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440113, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.951378] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440110, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.971746] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521dcddf-a965-3aed-37f5-95281929bb2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010398} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.972525] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a2a09fc-0b3c-48ba-8cf0-9555166ba6a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.979210] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for the task: (returnval){ [ 564.979210] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521427e1-0454-4a0a-63c6-b89c3385646d" [ 564.979210] env[62359]: _type = "Task" [ 564.979210] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.991035] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521427e1-0454-4a0a-63c6-b89c3385646d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.021967] env[62359]: DEBUG nova.compute.manager [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.189029] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.207534] env[62359]: DEBUG oslo_concurrency.lockutils [req-60de652b-2343-4cd1-8dd8-a44dfc10971a req-3820bdcb-14e2-4636-8729-854e23460bb9 service nova] Releasing lock "refresh_cache-59915864-7434-48a0-a2a5-7078596bac19" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.338876] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.339831] env[62359]: DEBUG nova.scheduler.client.report [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.417881] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440113, 'name': CreateVM_Task, 'duration_secs': 0.414949} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.417881] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.417881] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.417881] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.417881] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.417881] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94413fab-6caa-42bb-9e92-03e5f7a70d33 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.422685] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for the task: (returnval){ [ 565.422685] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527f121d-05da-3a90-6880-4aee46044076" [ 565.422685] env[62359]: _type = "Task" [ 565.422685] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.436409] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527f121d-05da-3a90-6880-4aee46044076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.453425] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799338} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.453705] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 59915864-7434-48a0-a2a5-7078596bac19/59915864-7434-48a0-a2a5-7078596bac19.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.453933] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.454211] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5bb91ec-53d8-4dc6-898d-2df8bf840440 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.464678] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for the task: (returnval){ [ 565.464678] env[62359]: value = "task-2440114" [ 565.464678] env[62359]: _type = "Task" [ 565.464678] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.475503] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.491045] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521427e1-0454-4a0a-63c6-b89c3385646d, 'name': SearchDatastore_Task, 'duration_secs': 0.064652} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.491045] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.491495] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 5632f00a-9ab2-43ac-a035-7714913417e4/5632f00a-9ab2-43ac-a035-7714913417e4.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.491495] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd988d87-d73f-42fb-b056-69ae6fa51f8f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.498402] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for the task: (returnval){ [ 565.498402] env[62359]: value = "task-2440115" [ 565.498402] env[62359]: _type = "Task" [ 565.498402] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.508493] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.570484] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.846160] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.846546] env[62359]: DEBUG nova.compute.manager [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 565.849471] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.963s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.852734] env[62359]: INFO nova.compute.claims [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.935491] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527f121d-05da-3a90-6880-4aee46044076, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.935491] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.935850] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.936842] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.936842] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.936842] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.940488] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53c49f47-aecf-41a9-b23e-ad68a8f59e03 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.955049] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.955292] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 565.956054] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0ec88b-1196-4eae-b228-072068ec343b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.962488] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for the task: (returnval){ [ 565.962488] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520594a7-e014-6b42-b480-4cc1b3b17094" [ 565.962488] env[62359]: _type = "Task" [ 565.962488] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.978313] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520594a7-e014-6b42-b480-4cc1b3b17094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.982034] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074091} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.982321] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.983291] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b828c4-9928-4497-92fb-76ecd18e9428 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.009983] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 59915864-7434-48a0-a2a5-7078596bac19/59915864-7434-48a0-a2a5-7078596bac19.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.014029] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d2c8d2-0bf6-44e2-b698-cf2eb625fe57 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.035971] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440115, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.037545] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for the task: (returnval){ [ 566.037545] env[62359]: value = "task-2440116" [ 566.037545] env[62359]: _type = "Task" [ 566.037545] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.045917] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.358493] env[62359]: DEBUG nova.compute.utils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 566.363384] env[62359]: DEBUG nova.compute.manager [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 566.364275] env[62359]: DEBUG nova.network.neutron [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 566.473215] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520594a7-e014-6b42-b480-4cc1b3b17094, 'name': SearchDatastore_Task, 'duration_secs': 0.061477} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.474027] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c7e0cd-3968-46ec-becd-fac51618fdab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.479347] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for the task: (returnval){ [ 566.479347] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529c1043-6fc1-d35d-bcac-b690082fb1f4" [ 566.479347] env[62359]: _type = "Task" [ 566.479347] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.489891] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529c1043-6fc1-d35d-bcac-b690082fb1f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.491422] env[62359]: DEBUG nova.policy [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bbcfc68aa884739a4c8e22fcc0a8ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c084ca1872a3495e9b2cbdb555db1907', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.509342] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440115, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.548401] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.869339] env[62359]: DEBUG nova.compute.manager [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.880438] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquiring lock "5e015d27-e0a0-411c-9515-a459994115df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.882533] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Lock "5e015d27-e0a0-411c-9515-a459994115df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.994462] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529c1043-6fc1-d35d-bcac-b690082fb1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.031002} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.994759] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.994963] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 26b6dc14-6f61-48d3-9653-c4ef58e1679a/26b6dc14-6f61-48d3-9653-c4ef58e1679a.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 566.995239] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0be8ba86-9953-431c-a967-3b2363f5a2bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.004518] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for the task: (returnval){ [ 567.004518] env[62359]: value = "task-2440117" [ 567.004518] env[62359]: _type = "Task" [ 567.004518] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.022834] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440115, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.025886] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.048294] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440116, 'name': ReconfigVM_Task, 'duration_secs': 0.865608} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.050396] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 59915864-7434-48a0-a2a5-7078596bac19/59915864-7434-48a0-a2a5-7078596bac19.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.052075] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edc438e0-4a51-49c2-a6c6-3be852ee1792 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.060061] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for the task: (returnval){ [ 567.060061] env[62359]: value = "task-2440118" [ 567.060061] env[62359]: _type = "Task" [ 567.060061] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.072262] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440118, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.255669] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9f5cb6-901f-44f9-a9d4-d5d500c1839c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.266157] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "981fb438-a3ad-415e-9dc8-276a8829a769" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.267802] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "981fb438-a3ad-415e-9dc8-276a8829a769" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.267802] env[62359]: DEBUG nova.compute.manager [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.268437] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24322e45-3be8-45b6-9f2e-4a6ae7f44721 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.274123] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3ea3ef-4e24-4847-b998-b0621158dc44 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.278037] env[62359]: DEBUG nova.network.neutron [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Successfully created port: 85e16937-8fa6-4012-b02f-653301211bf8 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.288213] env[62359]: DEBUG nova.compute.manager [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62359) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 567.288796] env[62359]: DEBUG nova.objects.instance [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lazy-loading 'flavor' on Instance uuid 981fb438-a3ad-415e-9dc8-276a8829a769 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 567.316742] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d26b7b0-d864-4bef-b90c-5214be48ae12 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.327041] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c209bcad-2e49-45d3-810b-0d7b201973dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.349525] env[62359]: DEBUG nova.compute.provider_tree [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.519464] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440115, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.574977} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.523040] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 5632f00a-9ab2-43ac-a035-7714913417e4/5632f00a-9ab2-43ac-a035-7714913417e4.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 567.523487] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 567.523780] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440117, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.524023] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13ab7dad-dc14-42e1-9939-0b4e7d423b64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.533905] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for the task: (returnval){ [ 567.533905] env[62359]: value = "task-2440119" [ 567.533905] env[62359]: _type = "Task" [ 567.533905] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.548356] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.549887] env[62359]: DEBUG nova.compute.manager [None req-67d1291b-aef8-4272-805b-3b2e4752281a tempest-ServerDiagnosticsV248Test-899726774 tempest-ServerDiagnosticsV248Test-899726774-project-admin] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.552023] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70592a04-491d-4c1f-a4ac-e16fa8b206a2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.558603] env[62359]: INFO nova.compute.manager [None req-67d1291b-aef8-4272-805b-3b2e4752281a tempest-ServerDiagnosticsV248Test-899726774 tempest-ServerDiagnosticsV248Test-899726774-project-admin] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Retrieving diagnostics [ 567.560062] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803e6200-9f69-4ee5-95ef-a9d57d3115e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.607216] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440118, 'name': Rename_Task, 'duration_secs': 0.140856} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.607518] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.608367] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5011212-9fe6-4f63-b48d-70d5b4dcb82a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.616523] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for the task: (returnval){ [ 567.616523] env[62359]: value = "task-2440120" [ 567.616523] env[62359]: _type = "Task" [ 567.616523] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.627708] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.760649] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Acquiring lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.760919] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.761169] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Acquiring lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.761389] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.761580] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.766812] env[62359]: INFO nova.compute.manager [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Terminating instance [ 567.854294] env[62359]: DEBUG nova.scheduler.client.report [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.882528] env[62359]: DEBUG nova.compute.manager [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 567.918554] env[62359]: DEBUG nova.virt.hardware [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.918554] env[62359]: DEBUG nova.virt.hardware [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.918554] env[62359]: DEBUG nova.virt.hardware [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.918827] env[62359]: DEBUG nova.virt.hardware [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.918827] env[62359]: DEBUG nova.virt.hardware [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.918827] env[62359]: DEBUG nova.virt.hardware [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.919144] env[62359]: DEBUG nova.virt.hardware [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.919442] env[62359]: DEBUG nova.virt.hardware [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.919677] env[62359]: DEBUG nova.virt.hardware [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.919905] env[62359]: DEBUG nova.virt.hardware [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.920206] env[62359]: DEBUG nova.virt.hardware [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 567.921152] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddef67f5-cf3a-419f-8cda-ba38b30c9775 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.933052] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af878ff2-2dd7-4200-b3c3-f1b77ffbb118 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.025894] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698863} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.026550] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 26b6dc14-6f61-48d3-9653-c4ef58e1679a/26b6dc14-6f61-48d3-9653-c4ef58e1679a.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.026550] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.026550] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3291d636-af6c-4b24-8a85-de29b6ddaa0e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.034740] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for the task: (returnval){ [ 568.034740] env[62359]: value = "task-2440121" [ 568.034740] env[62359]: _type = "Task" [ 568.034740] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.047696] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089927} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.055403] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.055403] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.055657] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c8823c-3388-4e79-9066-f612d1996521 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.080213] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 5632f00a-9ab2-43ac-a035-7714913417e4/5632f00a-9ab2-43ac-a035-7714913417e4.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.080649] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78d8675e-b775-416a-92b7-d77b6694a01b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.104585] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for the task: (returnval){ [ 568.104585] env[62359]: value = "task-2440122" [ 568.104585] env[62359]: _type = "Task" [ 568.104585] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.123436] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.139183] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440120, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.270463] env[62359]: DEBUG nova.compute.manager [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 568.270463] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 568.272946] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aa3a57-c324-49c0-80ee-1d45f0c57aa9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.280295] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 568.281261] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c350c9f8-99e3-4f47-877e-a33f6a422155 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.288273] env[62359]: DEBUG oslo_vmware.api [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Waiting for the task: (returnval){ [ 568.288273] env[62359]: value = "task-2440123" [ 568.288273] env[62359]: _type = "Task" [ 568.288273] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.304265] env[62359]: DEBUG oslo_vmware.api [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Task: {'id': task-2440123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.325870] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 568.332562] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb9a18c1-9ff9-4f57-a873-0dfbbcde1704 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.344049] env[62359]: DEBUG oslo_vmware.api [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 568.344049] env[62359]: value = "task-2440124" [ 568.344049] env[62359]: _type = "Task" [ 568.344049] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.357075] env[62359]: DEBUG oslo_vmware.api [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.364383] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.365087] env[62359]: DEBUG nova.compute.manager [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.370149] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.022s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.371876] env[62359]: INFO nova.compute.claims [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.475193] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c17a842e-ad90-4f20-ba02-8059fdcc2581 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquiring lock "interface-22951fa0-9695-487c-88de-05a13a9e96a5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.475193] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c17a842e-ad90-4f20-ba02-8059fdcc2581 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "interface-22951fa0-9695-487c-88de-05a13a9e96a5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.475193] env[62359]: DEBUG nova.objects.instance [None req-c17a842e-ad90-4f20-ba02-8059fdcc2581 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lazy-loading 'flavor' on Instance uuid 22951fa0-9695-487c-88de-05a13a9e96a5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 568.526032] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "e1f32dac-ca5e-4065-b322-0b668901b2c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.526456] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.552131] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086663} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.553032] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.553140] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577d4aab-d2ee-44bc-8694-7607671ba524 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.577398] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 26b6dc14-6f61-48d3-9653-c4ef58e1679a/26b6dc14-6f61-48d3-9653-c4ef58e1679a.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.577714] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b660c9d-db14-4440-a8c3-d4d2506d3d9b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.597432] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for the task: (returnval){ [ 568.597432] env[62359]: value = "task-2440125" [ 568.597432] env[62359]: _type = "Task" [ 568.597432] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.606697] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.617340] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.634593] env[62359]: DEBUG oslo_vmware.api [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440120, 'name': PowerOnVM_Task, 'duration_secs': 0.547664} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.634891] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.635105] env[62359]: INFO nova.compute.manager [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Took 12.87 seconds to spawn the instance on the hypervisor. [ 568.635309] env[62359]: DEBUG nova.compute.manager [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.636257] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4404cc67-f642-4ab0-bffb-f651425f2613 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.801381] env[62359]: DEBUG oslo_vmware.api [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Task: {'id': task-2440123, 'name': PowerOffVM_Task, 'duration_secs': 0.306958} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.801381] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 568.801381] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 568.801381] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff86d0fb-77ec-4988-ab78-5b1408fc3cf0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.855223] env[62359]: DEBUG oslo_vmware.api [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440124, 'name': PowerOffVM_Task, 'duration_secs': 0.461914} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.855547] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 568.855813] env[62359]: DEBUG nova.compute.manager [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.856848] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963fc09a-7656-4684-818c-951e264143d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.876991] env[62359]: DEBUG nova.compute.utils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 568.881031] env[62359]: DEBUG nova.compute.manager [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.881217] env[62359]: DEBUG nova.network.neutron [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.907209] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 568.907604] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 568.907604] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Deleting the datastore file [datastore2] 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.908549] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f410c38-db08-4a86-9577-1f0673fa1b10 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.920252] env[62359]: DEBUG oslo_vmware.api [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Waiting for the task: (returnval){ [ 568.920252] env[62359]: value = "task-2440127" [ 568.920252] env[62359]: _type = "Task" [ 568.920252] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.932970] env[62359]: DEBUG oslo_vmware.api [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Task: {'id': task-2440127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.939330] env[62359]: DEBUG nova.policy [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f31efcafdf2748f893a3ce9b8f3eaf93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f75f76346a54469910797e4108134de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.967542] env[62359]: DEBUG nova.objects.instance [None req-c17a842e-ad90-4f20-ba02-8059fdcc2581 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lazy-loading 'pci_requests' on Instance uuid 22951fa0-9695-487c-88de-05a13a9e96a5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 569.108373] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.120086] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440122, 'name': ReconfigVM_Task, 'duration_secs': 0.826816} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.120454] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 5632f00a-9ab2-43ac-a035-7714913417e4/5632f00a-9ab2-43ac-a035-7714913417e4.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.121136] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4177317-0e0f-48b2-8ca7-b5471040e2e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.129704] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for the task: (returnval){ [ 569.129704] env[62359]: value = "task-2440128" [ 569.129704] env[62359]: _type = "Task" [ 569.129704] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.139530] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440128, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.157215] env[62359]: INFO nova.compute.manager [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Took 31.27 seconds to build instance. [ 569.165733] env[62359]: INFO nova.compute.manager [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Rebuilding instance [ 569.232065] env[62359]: DEBUG nova.compute.manager [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.233180] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04892c24-3cb1-487c-9a2d-ebecdcdcb170 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.291405] env[62359]: DEBUG nova.network.neutron [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Successfully created port: 7d77323d-265d-49b1-b385-01fb074f65de {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 569.369563] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0e12618a-f07e-4d2b-a64b-6e13487f22d1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "981fb438-a3ad-415e-9dc8-276a8829a769" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.388519] env[62359]: DEBUG nova.compute.manager [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 569.392037] env[62359]: DEBUG nova.network.neutron [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Successfully updated port: 85e16937-8fa6-4012-b02f-653301211bf8 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 569.431691] env[62359]: DEBUG oslo_vmware.api [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Task: {'id': task-2440127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377713} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.439324] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 569.439324] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 569.439324] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 569.439324] env[62359]: INFO nova.compute.manager [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Took 1.16 seconds to destroy the instance on the hypervisor. [ 569.439324] env[62359]: DEBUG oslo.service.loopingcall [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.439767] env[62359]: DEBUG nova.compute.manager [-] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 569.439767] env[62359]: DEBUG nova.network.neutron [-] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 569.475550] env[62359]: DEBUG nova.objects.base [None req-c17a842e-ad90-4f20-ba02-8059fdcc2581 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Object Instance<22951fa0-9695-487c-88de-05a13a9e96a5> lazy-loaded attributes: flavor,pci_requests {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 569.475550] env[62359]: DEBUG nova.network.neutron [None req-c17a842e-ad90-4f20-ba02-8059fdcc2581 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 569.605434] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c17a842e-ad90-4f20-ba02-8059fdcc2581 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "interface-22951fa0-9695-487c-88de-05a13a9e96a5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.142s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.613044] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440125, 'name': ReconfigVM_Task, 'duration_secs': 0.767992} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.613328] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 26b6dc14-6f61-48d3-9653-c4ef58e1679a/26b6dc14-6f61-48d3-9653-c4ef58e1679a.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.613940] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f2ce9ea-783c-4f7a-94c8-7391bd20c0cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.621772] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for the task: (returnval){ [ 569.621772] env[62359]: value = "task-2440129" [ 569.621772] env[62359]: _type = "Task" [ 569.621772] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.635429] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440129, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.645868] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440128, 'name': Rename_Task, 'duration_secs': 0.196516} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.649046] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 569.649435] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84ab4158-1810-4af6-acb0-e7ad3a9d935c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.658770] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for the task: (returnval){ [ 569.658770] env[62359]: value = "task-2440130" [ 569.658770] env[62359]: _type = "Task" [ 569.658770] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.659261] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4dc4019-24f2-40a3-942e-fc872e8fcdad tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Lock "59915864-7434-48a0-a2a5-7078596bac19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.789s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.673573] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440130, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.761268] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa088631-7c20-4092-abda-307f597693fe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.770141] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1660d134-0478-49d0-b487-bc318dc0bf92 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.804206] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb162f-e0ce-466a-9e12-86b0162a5dc4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.811939] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b829792e-d43e-4d49-bc0d-6a9caff0bd0e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.826627] env[62359]: DEBUG nova.compute.provider_tree [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.880015] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquiring lock "92047179-2f4d-4f31-8c80-853d7c10946c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.880015] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Lock "92047179-2f4d-4f31-8c80-853d7c10946c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.880015] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquiring lock "92047179-2f4d-4f31-8c80-853d7c10946c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.880015] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Lock "92047179-2f4d-4f31-8c80-853d7c10946c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.880221] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Lock "92047179-2f4d-4f31-8c80-853d7c10946c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.882292] env[62359]: INFO nova.compute.manager [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Terminating instance [ 569.905112] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquiring lock "refresh_cache-1efd98fb-74e1-463e-afee-a53f890f8043" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.905272] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquired lock "refresh_cache-1efd98fb-74e1-463e-afee-a53f890f8043" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.905402] env[62359]: DEBUG nova.network.neutron [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 570.137205] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440129, 'name': Rename_Task, 'duration_secs': 0.40837} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.137514] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.137713] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ef29ded-53af-4747-8aa5-68d2181015f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.143848] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for the task: (returnval){ [ 570.143848] env[62359]: value = "task-2440131" [ 570.143848] env[62359]: _type = "Task" [ 570.143848] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.151866] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.169724] env[62359]: DEBUG nova.compute.manager [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.172614] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.242115] env[62359]: DEBUG nova.network.neutron [-] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.251159] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.251159] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3e6414d-3a8f-4066-8480-305c2e3caf16 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.257093] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 570.257093] env[62359]: value = "task-2440132" [ 570.257093] env[62359]: _type = "Task" [ 570.257093] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.274109] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.329639] env[62359]: DEBUG nova.scheduler.client.report [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.386624] env[62359]: DEBUG nova.compute.manager [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 570.386988] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 570.388558] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e38056-b0ff-41db-b5c6-cf98b952a0ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.397150] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.397446] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaaec0d3-2698-4f31-b627-31027f0b366c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.404208] env[62359]: DEBUG oslo_vmware.api [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 570.404208] env[62359]: value = "task-2440133" [ 570.404208] env[62359]: _type = "Task" [ 570.404208] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.409084] env[62359]: DEBUG nova.compute.manager [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 570.420405] env[62359]: DEBUG oslo_vmware.api [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.456246] env[62359]: DEBUG nova.virt.hardware [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='260204690',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-487346770',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.456424] env[62359]: DEBUG nova.virt.hardware [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.456831] env[62359]: DEBUG nova.virt.hardware [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.456831] env[62359]: DEBUG nova.virt.hardware [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.456991] env[62359]: DEBUG nova.virt.hardware [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.457186] env[62359]: DEBUG nova.virt.hardware [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.457408] env[62359]: DEBUG nova.virt.hardware [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.457569] env[62359]: DEBUG nova.virt.hardware [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.457778] env[62359]: DEBUG nova.virt.hardware [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.457985] env[62359]: DEBUG nova.virt.hardware [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.458188] env[62359]: DEBUG nova.virt.hardware [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.459103] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb06e70-4f7f-4235-8ccd-1240112ee497 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.462768] env[62359]: DEBUG nova.network.neutron [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.470669] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dc56b6-2af2-4fd5-a6a1-ef6ede40b7e1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.582040] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.582281] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.654660] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440131, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.665393] env[62359]: DEBUG nova.network.neutron [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Updating instance_info_cache with network_info: [{"id": "85e16937-8fa6-4012-b02f-653301211bf8", "address": "fa:16:3e:29:36:f7", "network": {"id": "18364802-0878-42f2-a94e-f6fd59dd6676", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1627560058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c084ca1872a3495e9b2cbdb555db1907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e16937-8f", "ovs_interfaceid": "85e16937-8fa6-4012-b02f-653301211bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.671484] env[62359]: DEBUG oslo_vmware.api [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440130, 'name': PowerOnVM_Task, 'duration_secs': 0.876749} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.671754] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 570.671985] env[62359]: INFO nova.compute.manager [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Took 12.41 seconds to spawn the instance on the hypervisor. [ 570.672143] env[62359]: DEBUG nova.compute.manager [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.672992] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b367158c-e226-41c6-ab74-db6df268e0a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.702320] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.748844] env[62359]: INFO nova.compute.manager [-] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Took 1.31 seconds to deallocate network for instance. [ 570.767250] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440132, 'name': PowerOffVM_Task, 'duration_secs': 0.227029} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.767514] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 570.767794] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 570.768604] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dbf248-30bb-4c1a-806a-a300b597d216 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.775729] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 570.775994] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-265bab84-b3b8-4480-91da-cad6ad91d7ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.800469] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 570.800629] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 570.800714] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Deleting the datastore file [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 570.800955] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc1b5b0c-6385-4209-a7b0-1980d32f9f76 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.808043] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 570.808043] env[62359]: value = "task-2440135" [ 570.808043] env[62359]: _type = "Task" [ 570.808043] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.816594] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.836922] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.837401] env[62359]: DEBUG nova.compute.manager [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 570.842022] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.817s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.842137] env[62359]: INFO nova.compute.claims [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.918294] env[62359]: DEBUG oslo_vmware.api [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440133, 'name': PowerOffVM_Task, 'duration_secs': 0.463338} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.918717] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 570.918717] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 570.918929] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2bb01fe-d623-48e1-a8a2-1934367a0e81 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.995219] env[62359]: DEBUG nova.compute.manager [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Received event network-changed-40fb9469-6af4-4ea8-8341-738ebe078ad3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.995525] env[62359]: DEBUG nova.compute.manager [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Refreshing instance network info cache due to event network-changed-40fb9469-6af4-4ea8-8341-738ebe078ad3. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 570.995917] env[62359]: DEBUG oslo_concurrency.lockutils [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] Acquiring lock "refresh_cache-5632f00a-9ab2-43ac-a035-7714913417e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.995917] env[62359]: DEBUG oslo_concurrency.lockutils [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] Acquired lock "refresh_cache-5632f00a-9ab2-43ac-a035-7714913417e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.996142] env[62359]: DEBUG nova.network.neutron [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Refreshing network info cache for port 40fb9469-6af4-4ea8-8341-738ebe078ad3 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.999359] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 570.999359] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 570.999496] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Deleting the datastore file [datastore2] 92047179-2f4d-4f31-8c80-853d7c10946c {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 571.000200] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2249497c-4849-480a-9d56-c9f1a596eef4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.003352] env[62359]: DEBUG nova.network.neutron [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Successfully updated port: 7d77323d-265d-49b1-b385-01fb074f65de {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 571.010512] env[62359]: DEBUG oslo_vmware.api [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for the task: (returnval){ [ 571.010512] env[62359]: value = "task-2440137" [ 571.010512] env[62359]: _type = "Task" [ 571.010512] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.026831] env[62359]: DEBUG oslo_vmware.api [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.159375] env[62359]: DEBUG oslo_vmware.api [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440131, 'name': PowerOnVM_Task, 'duration_secs': 0.599752} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.160337] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.161586] env[62359]: INFO nova.compute.manager [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Took 10.36 seconds to spawn the instance on the hypervisor. [ 571.161586] env[62359]: DEBUG nova.compute.manager [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.161853] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9291daf5-0cc7-425c-9574-74dba915ff69 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.171249] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Releasing lock "refresh_cache-1efd98fb-74e1-463e-afee-a53f890f8043" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.171249] env[62359]: DEBUG nova.compute.manager [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Instance network_info: |[{"id": "85e16937-8fa6-4012-b02f-653301211bf8", "address": "fa:16:3e:29:36:f7", "network": {"id": "18364802-0878-42f2-a94e-f6fd59dd6676", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1627560058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c084ca1872a3495e9b2cbdb555db1907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e16937-8f", "ovs_interfaceid": "85e16937-8fa6-4012-b02f-653301211bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 571.171397] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:36:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e16937-8fa6-4012-b02f-653301211bf8', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.178572] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Creating folder: Project (c084ca1872a3495e9b2cbdb555db1907). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.180721] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4156db83-f801-4374-b8b5-f5f486d79db9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.199596] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Created folder: Project (c084ca1872a3495e9b2cbdb555db1907) in parent group-v494269. [ 571.199596] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Creating folder: Instances. Parent ref: group-v494300. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.199596] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cabe9b8-c37e-45bd-8ecc-bfcfdb861462 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.200249] env[62359]: INFO nova.compute.manager [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Took 33.17 seconds to build instance. [ 571.212088] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Created folder: Instances in parent group-v494300. [ 571.212088] env[62359]: DEBUG oslo.service.loopingcall [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.212088] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.212088] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ee993e-ea9d-4dbe-84ce-c551c18eac76 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.235019] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.235019] env[62359]: value = "task-2440140" [ 571.235019] env[62359]: _type = "Task" [ 571.235019] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.246665] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440140, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.259569] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.318471] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112031} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.318803] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 571.319031] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 571.319249] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 571.348193] env[62359]: DEBUG nova.compute.utils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 571.351856] env[62359]: DEBUG nova.compute.manager [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.352060] env[62359]: DEBUG nova.network.neutron [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.426030] env[62359]: DEBUG nova.policy [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6837576a2e094544be733b6c7764aa45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca744ce2ba42440aa25e1ac750cde179', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 571.504961] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquiring lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.505132] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquired lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.505383] env[62359]: DEBUG nova.network.neutron [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.526513] env[62359]: DEBUG oslo_vmware.api [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Task: {'id': task-2440137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270933} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.529960] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 571.530255] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 571.530370] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 571.530543] env[62359]: INFO nova.compute.manager [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 571.530798] env[62359]: DEBUG oslo.service.loopingcall [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.531010] env[62359]: DEBUG nova.compute.manager [-] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 571.531358] env[62359]: DEBUG nova.network.neutron [-] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 571.698066] env[62359]: INFO nova.compute.manager [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Took 26.02 seconds to build instance. [ 571.705223] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385e1ccc-77e8-49b8-8917-96baa87433e8 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Lock "5632f00a-9ab2-43ac-a035-7714913417e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.688s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.746789] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440140, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.852731] env[62359]: DEBUG nova.compute.manager [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.994490] env[62359]: DEBUG nova.network.neutron [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Updated VIF entry in instance network info cache for port 40fb9469-6af4-4ea8-8341-738ebe078ad3. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.994823] env[62359]: DEBUG nova.network.neutron [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Updating instance_info_cache with network_info: [{"id": "40fb9469-6af4-4ea8-8341-738ebe078ad3", "address": "fa:16:3e:30:80:67", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fb9469-6a", "ovs_interfaceid": "40fb9469-6af4-4ea8-8341-738ebe078ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.043861] env[62359]: DEBUG nova.network.neutron [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.073281] env[62359]: DEBUG nova.network.neutron [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Successfully created port: 9be91ff8-a7f3-4bd8-84e3-c8564a43e763 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 572.199408] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c15d6e22-330f-4f62-bc48-bad3dfa24ebb tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.535s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.200242] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5261336f-b598-4ba8-9a34-28766188e0a5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.209269] env[62359]: DEBUG nova.compute.manager [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.212816] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f573a8c3-4c55-4ed5-b891-d7523afc6b1b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.256722] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054f2f2a-28f8-4053-9345-fff1b5602d1b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.265753] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440140, 'name': CreateVM_Task, 'duration_secs': 0.556685} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.270960] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.270960] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.270960] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.271375] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.272735] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1932b7b9-2708-48b1-9d06-1ec2aa5299d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.281172] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16a84e1-cfca-4afd-b3ca-8615715824df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.286908] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.287172] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.298986] env[62359]: DEBUG nova.compute.provider_tree [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.305036] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for the task: (returnval){ [ 572.305036] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52dffdd4-ffb4-9560-898b-8a2da4ce9293" [ 572.305036] env[62359]: _type = "Task" [ 572.305036] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.315905] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52dffdd4-ffb4-9560-898b-8a2da4ce9293, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.316391] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.316469] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.316708] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.316802] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.316966] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.317249] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25cda763-4f4b-4961-a2e2-41c0b766415b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.325909] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.326101] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.326825] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a660cc3-3d90-40f3-a703-7417e5e0a65c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.330045] env[62359]: DEBUG nova.network.neutron [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Updating instance_info_cache with network_info: [{"id": "7d77323d-265d-49b1-b385-01fb074f65de", "address": "fa:16:3e:c8:3f:5b", "network": {"id": "09d6ffb1-095e-482d-9c64-eb8bd22614f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1654353268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f75f76346a54469910797e4108134de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d77323d-26", "ovs_interfaceid": "7d77323d-265d-49b1-b385-01fb074f65de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.341111] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for the task: (returnval){ [ 572.341111] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520b0bac-58f5-0a2f-0197-bd7b5a7ceb05" [ 572.341111] env[62359]: _type = "Task" [ 572.341111] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.351544] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520b0bac-58f5-0a2f-0197-bd7b5a7ceb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.360832] env[62359]: DEBUG nova.virt.hardware [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.361091] env[62359]: DEBUG nova.virt.hardware [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.361252] env[62359]: DEBUG nova.virt.hardware [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.361478] env[62359]: DEBUG nova.virt.hardware [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.361634] env[62359]: DEBUG nova.virt.hardware [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.361785] env[62359]: DEBUG nova.virt.hardware [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.361995] env[62359]: DEBUG nova.virt.hardware [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.362220] env[62359]: DEBUG nova.virt.hardware [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.362536] env[62359]: DEBUG nova.virt.hardware [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.362613] env[62359]: DEBUG nova.virt.hardware [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.362757] env[62359]: DEBUG nova.virt.hardware [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.367170] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cf35b9-ae50-4eb6-a465-464d916bbd5f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.375423] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dfb45a-f7cc-4dc0-b31f-f5dd6fbee528 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.392694] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.398621] env[62359]: DEBUG oslo.service.loopingcall [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.398877] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.399148] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dcf6487-5b8b-49d3-bd0c-b9869fc9f6b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.412909] env[62359]: DEBUG nova.compute.manager [req-a572be28-8b93-4699-aad9-95fc9502258d req-4c79b0cc-9159-49b6-865b-55cca784aaf0 service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Received event network-vif-plugged-85e16937-8fa6-4012-b02f-653301211bf8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.413043] env[62359]: DEBUG oslo_concurrency.lockutils [req-a572be28-8b93-4699-aad9-95fc9502258d req-4c79b0cc-9159-49b6-865b-55cca784aaf0 service nova] Acquiring lock "1efd98fb-74e1-463e-afee-a53f890f8043-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.413246] env[62359]: DEBUG oslo_concurrency.lockutils [req-a572be28-8b93-4699-aad9-95fc9502258d req-4c79b0cc-9159-49b6-865b-55cca784aaf0 service nova] Lock "1efd98fb-74e1-463e-afee-a53f890f8043-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.413411] env[62359]: DEBUG oslo_concurrency.lockutils [req-a572be28-8b93-4699-aad9-95fc9502258d req-4c79b0cc-9159-49b6-865b-55cca784aaf0 service nova] Lock "1efd98fb-74e1-463e-afee-a53f890f8043-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.413568] env[62359]: DEBUG nova.compute.manager [req-a572be28-8b93-4699-aad9-95fc9502258d req-4c79b0cc-9159-49b6-865b-55cca784aaf0 service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] No waiting events found dispatching network-vif-plugged-85e16937-8fa6-4012-b02f-653301211bf8 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.413737] env[62359]: WARNING nova.compute.manager [req-a572be28-8b93-4699-aad9-95fc9502258d req-4c79b0cc-9159-49b6-865b-55cca784aaf0 service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Received unexpected event network-vif-plugged-85e16937-8fa6-4012-b02f-653301211bf8 for instance with vm_state building and task_state spawning. [ 572.418552] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.418552] env[62359]: value = "task-2440141" [ 572.418552] env[62359]: _type = "Task" [ 572.418552] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.427127] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440141, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.497907] env[62359]: DEBUG oslo_concurrency.lockutils [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] Releasing lock "refresh_cache-5632f00a-9ab2-43ac-a035-7714913417e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.498343] env[62359]: DEBUG nova.compute.manager [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Received event network-vif-plugged-f678ada3-4aa1-4acc-afac-9e6aaf743fac {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.498535] env[62359]: DEBUG oslo_concurrency.lockutils [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] Acquiring lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.498759] env[62359]: DEBUG oslo_concurrency.lockutils [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] Lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.498924] env[62359]: DEBUG oslo_concurrency.lockutils [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] Lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.499108] env[62359]: DEBUG nova.compute.manager [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] No waiting events found dispatching network-vif-plugged-f678ada3-4aa1-4acc-afac-9e6aaf743fac {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.499426] env[62359]: WARNING nova.compute.manager [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Received unexpected event network-vif-plugged-f678ada3-4aa1-4acc-afac-9e6aaf743fac for instance with vm_state building and task_state spawning. [ 572.499676] env[62359]: DEBUG nova.compute.manager [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Received event network-changed-f678ada3-4aa1-4acc-afac-9e6aaf743fac {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.499876] env[62359]: DEBUG nova.compute.manager [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Refreshing instance network info cache due to event network-changed-f678ada3-4aa1-4acc-afac-9e6aaf743fac. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.500040] env[62359]: DEBUG oslo_concurrency.lockutils [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] Acquiring lock "refresh_cache-26b6dc14-6f61-48d3-9653-c4ef58e1679a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.500199] env[62359]: DEBUG oslo_concurrency.lockutils [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] Acquired lock "refresh_cache-26b6dc14-6f61-48d3-9653-c4ef58e1679a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.500362] env[62359]: DEBUG nova.network.neutron [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Refreshing network info cache for port f678ada3-4aa1-4acc-afac-9e6aaf743fac {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.548510] env[62359]: DEBUG nova.network.neutron [-] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.707565] env[62359]: DEBUG nova.compute.manager [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.740905] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.806814] env[62359]: DEBUG nova.scheduler.client.report [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 572.836978] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Releasing lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.837305] env[62359]: DEBUG nova.compute.manager [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Instance network_info: |[{"id": "7d77323d-265d-49b1-b385-01fb074f65de", "address": "fa:16:3e:c8:3f:5b", "network": {"id": "09d6ffb1-095e-482d-9c64-eb8bd22614f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1654353268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f75f76346a54469910797e4108134de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d77323d-26", "ovs_interfaceid": "7d77323d-265d-49b1-b385-01fb074f65de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.837712] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:3f:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d77323d-265d-49b1-b385-01fb074f65de', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.845784] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Creating folder: Project (4f75f76346a54469910797e4108134de). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.846409] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16a382ff-b6a6-4bf4-b148-b46f3007c5b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.857155] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520b0bac-58f5-0a2f-0197-bd7b5a7ceb05, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.858061] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babdaf78-3b20-4b10-9b5e-7eb2f7a74e82 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.861811] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Created folder: Project (4f75f76346a54469910797e4108134de) in parent group-v494269. [ 572.862042] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Creating folder: Instances. Parent ref: group-v494304. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.862599] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-621232ec-6443-45b5-b92c-cfb304e7dd9a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.865551] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for the task: (returnval){ [ 572.865551] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5226a858-3a72-32df-bb90-adb2907c7b5e" [ 572.865551] env[62359]: _type = "Task" [ 572.865551] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.869870] env[62359]: DEBUG nova.compute.manager [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.873084] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Created folder: Instances in parent group-v494304. [ 572.873346] env[62359]: DEBUG oslo.service.loopingcall [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.873560] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.873738] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cbcd923-89e1-4d30-b467-cc01b8c92862 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.901547] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5226a858-3a72-32df-bb90-adb2907c7b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.906079] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.906079] env[62359]: value = "task-2440144" [ 572.906079] env[62359]: _type = "Task" [ 572.906079] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.911670] env[62359]: DEBUG nova.virt.hardware [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.911900] env[62359]: DEBUG nova.virt.hardware [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.912064] env[62359]: DEBUG nova.virt.hardware [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.912526] env[62359]: DEBUG nova.virt.hardware [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.912526] env[62359]: DEBUG nova.virt.hardware [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.912737] env[62359]: DEBUG nova.virt.hardware [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.912792] env[62359]: DEBUG nova.virt.hardware [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.912937] env[62359]: DEBUG nova.virt.hardware [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.913120] env[62359]: DEBUG nova.virt.hardware [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.913291] env[62359]: DEBUG nova.virt.hardware [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.913452] env[62359]: DEBUG nova.virt.hardware [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.914277] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2be6bc-cef3-4f6f-856c-335124320782 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.920191] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440144, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.926847] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52d31ab-5618-43ff-93a1-0cea0cfcf43b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.935495] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440141, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.051692] env[62359]: INFO nova.compute.manager [-] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Took 1.52 seconds to deallocate network for instance. [ 573.230841] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.312093] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.313194] env[62359]: DEBUG nova.compute.manager [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.319088] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.127s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.320734] env[62359]: INFO nova.compute.claims [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.382472] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5226a858-3a72-32df-bb90-adb2907c7b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.012486} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.382886] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.383025] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 1efd98fb-74e1-463e-afee-a53f890f8043/1efd98fb-74e1-463e-afee-a53f890f8043.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.383358] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2041e169-600f-4a65-bb43-af94ec154ca8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.391489] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for the task: (returnval){ [ 573.391489] env[62359]: value = "task-2440145" [ 573.391489] env[62359]: _type = "Task" [ 573.391489] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.402793] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.415378] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440144, 'name': CreateVM_Task, 'duration_secs': 0.335045} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.415581] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.416325] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.416509] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.416917] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.417205] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c1b8f6-3285-450f-af26-79755c1cbd51 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.428434] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for the task: (returnval){ [ 573.428434] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5209691c-52d0-74fc-5c10-f72087ac14c7" [ 573.428434] env[62359]: _type = "Task" [ 573.428434] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.435518] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440141, 'name': CreateVM_Task, 'duration_secs': 0.612766} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.436097] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.436728] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.436728] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.437033] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.440749] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1853b2-0945-4ecf-a868-9240bdce5515 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.442900] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5209691c-52d0-74fc-5c10-f72087ac14c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.443331] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.443705] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.443992] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.444224] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.444354] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.444979] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad4afc3a-6b44-4760-9541-0efdcb093032 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.448708] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 573.448708] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5230986a-2415-dc05-f131-bad7178a7d5d" [ 573.448708] env[62359]: _type = "Task" [ 573.448708] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.454524] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.454717] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.458497] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a66adca1-fd34-469c-be8c-c154508602f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.461137] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5230986a-2415-dc05-f131-bad7178a7d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.463783] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for the task: (returnval){ [ 573.463783] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b2c78c-eeeb-fb07-d5dd-e640475646e3" [ 573.463783] env[62359]: _type = "Task" [ 573.463783] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.474105] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b2c78c-eeeb-fb07-d5dd-e640475646e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.535761] env[62359]: DEBUG nova.network.neutron [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Updated VIF entry in instance network info cache for port f678ada3-4aa1-4acc-afac-9e6aaf743fac. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.536181] env[62359]: DEBUG nova.network.neutron [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Updating instance_info_cache with network_info: [{"id": "f678ada3-4aa1-4acc-afac-9e6aaf743fac", "address": "fa:16:3e:f6:40:19", "network": {"id": "16d8b50c-8f49-46bb-8d88-fc8e96438ced", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1684249268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ff1fc3ebd24428a1aec6162fa7ba56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf678ada3-4a", "ovs_interfaceid": "f678ada3-4aa1-4acc-afac-9e6aaf743fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.559663] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.611790] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "63a3594c-b1e0-406d-8376-d407a4286d7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.611960] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.836520] env[62359]: DEBUG nova.compute.utils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 573.841095] env[62359]: DEBUG nova.compute.manager [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.841326] env[62359]: DEBUG nova.network.neutron [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.890771] env[62359]: DEBUG nova.policy [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23466133a6f640fdb4c59c93efce0d57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f90ba0110d04d9a9910462355002cd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.907720] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440145, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.962860] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5230986a-2415-dc05-f131-bad7178a7d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.963409] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.963745] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.964055] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.964256] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.965033] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.965033] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34b41ba3-6bac-4352-86dd-a33398083ba6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.979634] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b2c78c-eeeb-fb07-d5dd-e640475646e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.981281] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.981922] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.982793] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1411052-ceec-4626-90e1-d3d0849cd92b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.985571] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9f6386-539b-45fc-91fa-c195ff8fd446 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.991954] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for the task: (returnval){ [ 573.991954] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5271a6a1-595b-19d7-94c1-7fcfd738e865" [ 573.991954] env[62359]: _type = "Task" [ 573.991954] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.993293] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 573.993293] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a9ffbe-18f5-b0b1-d31b-f0f7f8f6b75a" [ 573.993293] env[62359]: _type = "Task" [ 573.993293] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.005223] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5271a6a1-595b-19d7-94c1-7fcfd738e865, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.008772] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.009119] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] bb3d6ca0-7eb0-42b2-ac0e-e91924211240/bb3d6ca0-7eb0-42b2-ac0e-e91924211240.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.009469] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a9ffbe-18f5-b0b1-d31b-f0f7f8f6b75a, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.009708] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0816d3e-94df-4705-a046-f8e171e71cc8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.012313] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad7681e-fa18-45cf-af87-4f108c36b19e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.020969] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 574.020969] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5268deb0-eefa-6c2c-7553-310b2b75e9d6" [ 574.020969] env[62359]: _type = "Task" [ 574.020969] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.022503] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for the task: (returnval){ [ 574.022503] env[62359]: value = "task-2440146" [ 574.022503] env[62359]: _type = "Task" [ 574.022503] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.040782] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.041015] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.041397] env[62359]: DEBUG oslo_concurrency.lockutils [req-5dd53e3d-731d-47fe-8b45-65df9286e95e req-05f5e226-188b-4f3c-8253-d9278b327d96 service nova] Releasing lock "refresh_cache-26b6dc14-6f61-48d3-9653-c4ef58e1679a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.041846] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5268deb0-eefa-6c2c-7553-310b2b75e9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015058} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.047354] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.047600] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.050031] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.050031] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbdbf0ac-c592-47f1-945b-8f278d91fe30 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.055952] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 574.055952] env[62359]: value = "task-2440147" [ 574.055952] env[62359]: _type = "Task" [ 574.055952] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.065145] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.143835] env[62359]: DEBUG nova.network.neutron [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Successfully updated port: 9be91ff8-a7f3-4bd8-84e3-c8564a43e763 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 574.341968] env[62359]: DEBUG nova.compute.manager [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.356291] env[62359]: DEBUG nova.network.neutron [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Successfully created port: 02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.395322] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquiring lock "22951fa0-9695-487c-88de-05a13a9e96a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.396198] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "22951fa0-9695-487c-88de-05a13a9e96a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.396198] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquiring lock "22951fa0-9695-487c-88de-05a13a9e96a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.396198] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "22951fa0-9695-487c-88de-05a13a9e96a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.396198] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "22951fa0-9695-487c-88de-05a13a9e96a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.413177] env[62359]: INFO nova.compute.manager [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Terminating instance [ 574.423888] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547286} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.424300] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 1efd98fb-74e1-463e-afee-a53f890f8043/1efd98fb-74e1-463e-afee-a53f890f8043.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.427524] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.427524] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bec7a1f1-8dd8-42ac-a15c-a58af8d66174 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.436723] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for the task: (returnval){ [ 574.436723] env[62359]: value = "task-2440148" [ 574.436723] env[62359]: _type = "Task" [ 574.436723] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.448787] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.540479] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440146, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.567964] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440147, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.646274] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "refresh_cache-dff0ac3a-7e94-4349-af9c-2739b6c029ba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.646440] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquired lock "refresh_cache-dff0ac3a-7e94-4349-af9c-2739b6c029ba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.646646] env[62359]: DEBUG nova.network.neutron [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.842561] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba7bef3-e6c1-4434-bce5-98c313534c88 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.857957] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4876dd-ffdb-4f39-a4fb-06404f9230e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.895381] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d51f7b-e712-48aa-b5e3-0c7941b2fb02 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.908136] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291cdfe3-7a51-4af7-af85-e2c51625cc19 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.923944] env[62359]: DEBUG nova.compute.manager [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 574.923944] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 574.923944] env[62359]: DEBUG nova.compute.provider_tree [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.925610] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d740b8-8c14-4f79-8e77-d81f2f22e88d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.932810] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 574.933086] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af89352-e362-4553-82ec-a7d15d058276 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.942468] env[62359]: DEBUG oslo_vmware.api [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for the task: (returnval){ [ 574.942468] env[62359]: value = "task-2440149" [ 574.942468] env[62359]: _type = "Task" [ 574.942468] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.949316] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118687} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.949973] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.950797] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cf4d19-ce9a-4529-87de-517444984ca6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.957454] env[62359]: DEBUG oslo_vmware.api [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.978052] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 1efd98fb-74e1-463e-afee-a53f890f8043/1efd98fb-74e1-463e-afee-a53f890f8043.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.978898] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e6e5a4a-5549-4628-8d58-bbb35c3032fc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.999656] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for the task: (returnval){ [ 574.999656] env[62359]: value = "task-2440150" [ 574.999656] env[62359]: _type = "Task" [ 574.999656] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.009861] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.036402] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890318} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.036659] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] bb3d6ca0-7eb0-42b2-ac0e-e91924211240/bb3d6ca0-7eb0-42b2-ac0e-e91924211240.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.036871] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.037130] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-119a549d-0d6b-45bc-b92c-1cfd4c4e91af {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.044630] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for the task: (returnval){ [ 575.044630] env[62359]: value = "task-2440151" [ 575.044630] env[62359]: _type = "Task" [ 575.044630] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.051758] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.067052] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842324} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.067052] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.067052] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.067052] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcbe264c-cba4-49d8-95ae-01b3d359f98a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.074172] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 575.074172] env[62359]: value = "task-2440152" [ 575.074172] env[62359]: _type = "Task" [ 575.074172] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.083444] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.086974] env[62359]: DEBUG nova.compute.manager [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Received event network-vif-plugged-7d77323d-265d-49b1-b385-01fb074f65de {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.087685] env[62359]: DEBUG oslo_concurrency.lockutils [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] Acquiring lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.087685] env[62359]: DEBUG oslo_concurrency.lockutils [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] Lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.087756] env[62359]: DEBUG oslo_concurrency.lockutils [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] Lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.087965] env[62359]: DEBUG nova.compute.manager [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] No waiting events found dispatching network-vif-plugged-7d77323d-265d-49b1-b385-01fb074f65de {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.088211] env[62359]: WARNING nova.compute.manager [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Received unexpected event network-vif-plugged-7d77323d-265d-49b1-b385-01fb074f65de for instance with vm_state building and task_state spawning. [ 575.088424] env[62359]: DEBUG nova.compute.manager [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Received event network-changed-7d77323d-265d-49b1-b385-01fb074f65de {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.090209] env[62359]: DEBUG nova.compute.manager [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Refreshing instance network info cache due to event network-changed-7d77323d-265d-49b1-b385-01fb074f65de. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 575.090209] env[62359]: DEBUG oslo_concurrency.lockutils [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] Acquiring lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.090209] env[62359]: DEBUG oslo_concurrency.lockutils [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] Acquired lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.090209] env[62359]: DEBUG nova.network.neutron [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Refreshing network info cache for port 7d77323d-265d-49b1-b385-01fb074f65de {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.169875] env[62359]: DEBUG nova.compute.manager [None req-29ddc4ee-4153-485f-8498-2bf3f780576f tempest-ServerExternalEventsTest-359012418 tempest-ServerExternalEventsTest-359012418-project] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Received event network-changed {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.169875] env[62359]: DEBUG nova.compute.manager [None req-29ddc4ee-4153-485f-8498-2bf3f780576f tempest-ServerExternalEventsTest-359012418 tempest-ServerExternalEventsTest-359012418-project] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Refreshing instance network info cache due to event network-changed. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 575.170386] env[62359]: DEBUG oslo_concurrency.lockutils [None req-29ddc4ee-4153-485f-8498-2bf3f780576f tempest-ServerExternalEventsTest-359012418 tempest-ServerExternalEventsTest-359012418-project] Acquiring lock "refresh_cache-5632f00a-9ab2-43ac-a035-7714913417e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.170675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-29ddc4ee-4153-485f-8498-2bf3f780576f tempest-ServerExternalEventsTest-359012418 tempest-ServerExternalEventsTest-359012418-project] Acquired lock "refresh_cache-5632f00a-9ab2-43ac-a035-7714913417e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.170828] env[62359]: DEBUG nova.network.neutron [None req-29ddc4ee-4153-485f-8498-2bf3f780576f tempest-ServerExternalEventsTest-359012418 tempest-ServerExternalEventsTest-359012418-project] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.183847] env[62359]: DEBUG nova.network.neutron [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 575.356118] env[62359]: DEBUG nova.compute.manager [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 575.365796] env[62359]: DEBUG nova.network.neutron [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Updating instance_info_cache with network_info: [{"id": "9be91ff8-a7f3-4bd8-84e3-c8564a43e763", "address": "fa:16:3e:9b:b9:32", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be91ff8-a7", "ovs_interfaceid": "9be91ff8-a7f3-4bd8-84e3-c8564a43e763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.389793] env[62359]: DEBUG nova.virt.hardware [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 575.390267] env[62359]: DEBUG nova.virt.hardware [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.390490] env[62359]: DEBUG nova.virt.hardware [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.390686] env[62359]: DEBUG nova.virt.hardware [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.390832] env[62359]: DEBUG nova.virt.hardware [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.390976] env[62359]: DEBUG nova.virt.hardware [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 575.391195] env[62359]: DEBUG nova.virt.hardware [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 575.391356] env[62359]: DEBUG nova.virt.hardware [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 575.391582] env[62359]: DEBUG nova.virt.hardware [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 575.391765] env[62359]: DEBUG nova.virt.hardware [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 575.391939] env[62359]: DEBUG nova.virt.hardware [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 575.393072] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d31a11d-df32-46fb-90f4-706af7ae670d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.400831] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf666d65-7642-45cc-b79d-60713d1deb7a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.426797] env[62359]: DEBUG nova.compute.manager [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.427663] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b664c4a-d69a-4c91-b9ee-0da8d1e37620 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.431098] env[62359]: DEBUG nova.scheduler.client.report [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.456740] env[62359]: DEBUG oslo_vmware.api [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440149, 'name': PowerOffVM_Task, 'duration_secs': 0.206872} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.457123] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 575.457374] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 575.457706] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8f8442e-26a9-4ee6-b4b0-530afad496d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.509864] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.524311] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 575.524523] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 575.524702] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Deleting the datastore file [datastore2] 22951fa0-9695-487c-88de-05a13a9e96a5 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.524952] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45e283d1-5005-4ad8-b049-3f701cbcc2e4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.530930] env[62359]: DEBUG oslo_vmware.api [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for the task: (returnval){ [ 575.530930] env[62359]: value = "task-2440154" [ 575.530930] env[62359]: _type = "Task" [ 575.530930] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.540520] env[62359]: DEBUG oslo_vmware.api [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.554126] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.584979] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135451} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.585786] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.586931] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a56417-fd05-459a-8da3-d6587f9a8196 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.613476] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.614660] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8681ff8-5a1f-42ab-b470-e7c76e62be17 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.639516] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 575.639516] env[62359]: value = "task-2440155" [ 575.639516] env[62359]: _type = "Task" [ 575.639516] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.653555] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.868989] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Releasing lock "refresh_cache-dff0ac3a-7e94-4349-af9c-2739b6c029ba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.868989] env[62359]: DEBUG nova.compute.manager [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Instance network_info: |[{"id": "9be91ff8-a7f3-4bd8-84e3-c8564a43e763", "address": "fa:16:3e:9b:b9:32", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be91ff8-a7", "ovs_interfaceid": "9be91ff8-a7f3-4bd8-84e3-c8564a43e763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.869209] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:b9:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9be91ff8-a7f3-4bd8-84e3-c8564a43e763', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.880210] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Creating folder: Project (ca744ce2ba42440aa25e1ac750cde179). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.884194] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc33879f-c236-45cd-b726-b55b488bb3a0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.899557] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Created folder: Project (ca744ce2ba42440aa25e1ac750cde179) in parent group-v494269. [ 575.899557] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Creating folder: Instances. Parent ref: group-v494307. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.899772] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb811f6f-4215-416d-a458-ecb9d51260bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.908360] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Created folder: Instances in parent group-v494307. [ 575.908689] env[62359]: DEBUG oslo.service.loopingcall [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.908816] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.909194] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-486b901b-ebbf-4289-968c-072df2f9ceac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.930183] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.930183] env[62359]: value = "task-2440158" [ 575.930183] env[62359]: _type = "Task" [ 575.930183] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.938922] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.939463] env[62359]: DEBUG nova.compute.manager [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 575.941813] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440158, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.944961] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.603s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.944961] env[62359]: INFO nova.compute.claims [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.947384] env[62359]: INFO nova.compute.manager [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] instance snapshotting [ 575.947557] env[62359]: WARNING nova.compute.manager [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 575.950212] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb84ed0-2a96-4cf4-8f31-5301a7efd9dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.953604] env[62359]: DEBUG nova.network.neutron [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Updated VIF entry in instance network info cache for port 7d77323d-265d-49b1-b385-01fb074f65de. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.953909] env[62359]: DEBUG nova.network.neutron [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Updating instance_info_cache with network_info: [{"id": "7d77323d-265d-49b1-b385-01fb074f65de", "address": "fa:16:3e:c8:3f:5b", "network": {"id": "09d6ffb1-095e-482d-9c64-eb8bd22614f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1654353268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f75f76346a54469910797e4108134de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d77323d-26", "ovs_interfaceid": "7d77323d-265d-49b1-b385-01fb074f65de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.979093] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357edc0d-846f-4f7a-a0a6-eea9c3500850 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.997344] env[62359]: DEBUG nova.network.neutron [None req-29ddc4ee-4153-485f-8498-2bf3f780576f tempest-ServerExternalEventsTest-359012418 tempest-ServerExternalEventsTest-359012418-project] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Updating instance_info_cache with network_info: [{"id": "40fb9469-6af4-4ea8-8341-738ebe078ad3", "address": "fa:16:3e:30:80:67", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fb9469-6a", "ovs_interfaceid": "40fb9469-6af4-4ea8-8341-738ebe078ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.011737] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.042614] env[62359]: DEBUG oslo_vmware.api [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.056039] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.921226} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.056225] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.056960] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8ff508-53fa-4385-aecf-3afe5e1aa164 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.082373] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] bb3d6ca0-7eb0-42b2-ac0e-e91924211240/bb3d6ca0-7eb0-42b2-ac0e-e91924211240.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.082816] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcfdeb40-7e27-4b83-bf00-8e43d283f435 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.103532] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for the task: (returnval){ [ 576.103532] env[62359]: value = "task-2440159" [ 576.103532] env[62359]: _type = "Task" [ 576.103532] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.112222] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440159, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.149167] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.439761] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440158, 'name': CreateVM_Task, 'duration_secs': 0.444121} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.440141] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.440843] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.440953] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.441236] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.441502] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3c70a9-adc0-425f-969c-7fb97de54715 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.445994] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 576.445994] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b6d247-dab6-657d-691a-cc21693a9cca" [ 576.445994] env[62359]: _type = "Task" [ 576.445994] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.451016] env[62359]: DEBUG nova.compute.utils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 576.460453] env[62359]: DEBUG nova.compute.manager [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 576.460453] env[62359]: DEBUG nova.network.neutron [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 576.460453] env[62359]: DEBUG oslo_concurrency.lockutils [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] Releasing lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.460453] env[62359]: DEBUG nova.compute.manager [req-19819841-b8a8-4fe2-b9bf-75fde682351e req-b6f9b242-3293-41aa-a706-10d7720075d0 service nova] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Received event network-vif-deleted-5b07e73f-13f8-4e93-b641-d8093ff10466 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.464747] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b6d247-dab6-657d-691a-cc21693a9cca, 'name': SearchDatastore_Task, 'duration_secs': 0.01218} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.465043] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.465283] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.465526] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.465700] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.467081] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.467081] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b3845dc-6f09-44da-9076-ab33a65545a9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.475256] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.475420] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.476128] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c217520f-5698-4243-8773-4698e153803a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.482439] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 576.482439] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]525409be-9451-9fcb-7491-1dd01abd5a73" [ 576.482439] env[62359]: _type = "Task" [ 576.482439] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.490497] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525409be-9451-9fcb-7491-1dd01abd5a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.491431] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 576.491675] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4052a06d-9948-46b0-a154-eb79ed3b033b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.497935] env[62359]: DEBUG nova.policy [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66d335d656542f6b7d181a433a3963d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7bc39b8487b46cda130f2422b4dbc2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.499739] env[62359]: DEBUG oslo_concurrency.lockutils [None req-29ddc4ee-4153-485f-8498-2bf3f780576f tempest-ServerExternalEventsTest-359012418 tempest-ServerExternalEventsTest-359012418-project] Releasing lock "refresh_cache-5632f00a-9ab2-43ac-a035-7714913417e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.501462] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 576.501462] env[62359]: value = "task-2440160" [ 576.501462] env[62359]: _type = "Task" [ 576.501462] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.511704] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440150, 'name': ReconfigVM_Task, 'duration_secs': 1.128307} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.514974] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 1efd98fb-74e1-463e-afee-a53f890f8043/1efd98fb-74e1-463e-afee-a53f890f8043.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.515598] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440160, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.515806] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a647b9b-592e-42f3-b209-21cd516dbf5b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.522367] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for the task: (returnval){ [ 576.522367] env[62359]: value = "task-2440161" [ 576.522367] env[62359]: _type = "Task" [ 576.522367] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.531495] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440161, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.541833] env[62359]: DEBUG oslo_vmware.api [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Task: {'id': task-2440154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.628034} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.541833] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 576.541833] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 576.541833] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 576.542178] env[62359]: INFO nova.compute.manager [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 576.542385] env[62359]: DEBUG oslo.service.loopingcall [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.542620] env[62359]: DEBUG nova.compute.manager [-] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 576.542728] env[62359]: DEBUG nova.network.neutron [-] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 576.563812] env[62359]: DEBUG nova.network.neutron [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Successfully updated port: 02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 576.614044] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.658058] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440155, 'name': ReconfigVM_Task, 'duration_secs': 0.714816} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.658332] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.658922] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-577ca358-23fb-43d5-96ab-e329a9184e4d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.664620] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 576.664620] env[62359]: value = "task-2440162" [ 576.664620] env[62359]: _type = "Task" [ 576.664620] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.675134] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440162, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.957701] env[62359]: DEBUG nova.compute.manager [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.990697] env[62359]: DEBUG nova.network.neutron [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Successfully created port: c919a419-2173-4438-840c-ffb57fea6052 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.999190] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525409be-9451-9fcb-7491-1dd01abd5a73, 'name': SearchDatastore_Task, 'duration_secs': 0.011619} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.000087] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc129c13-56e9-44c6-883e-19870ee49329 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.006390] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 577.006390] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521e8929-c968-cdb6-1437-bf8ed05a06ed" [ 577.006390] env[62359]: _type = "Task" [ 577.006390] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.025215] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440160, 'name': CreateSnapshot_Task, 'duration_secs': 0.519198} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.031933] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 577.032627] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521e8929-c968-cdb6-1437-bf8ed05a06ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014521} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.033424] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd16f7a3-c664-4eb7-981a-40605e1a3169 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.037348] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.037348] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] dff0ac3a-7e94-4349-af9c-2739b6c029ba/dff0ac3a-7e94-4349-af9c-2739b6c029ba.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.041268] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-507c5dc1-d6dd-4486-bb01-e48c6af6592c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.047044] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440161, 'name': Rename_Task, 'duration_secs': 0.15038} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.047712] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.048032] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-421b30b0-f7d4-48dd-b28a-9cbf0d382335 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.055079] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 577.055079] env[62359]: value = "task-2440163" [ 577.055079] env[62359]: _type = "Task" [ 577.055079] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.066165] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquiring lock "refresh_cache-ab209762-cea6-4a76-9232-527ac7163c86" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.066338] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquired lock "refresh_cache-ab209762-cea6-4a76-9232-527ac7163c86" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.066509] env[62359]: DEBUG nova.network.neutron [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.067687] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for the task: (returnval){ [ 577.067687] env[62359]: value = "task-2440164" [ 577.067687] env[62359]: _type = "Task" [ 577.067687] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.076709] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.081495] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.115231] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440159, 'name': ReconfigVM_Task, 'duration_secs': 0.637231} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.119154] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Reconfigured VM instance instance-0000000c to attach disk [datastore2] bb3d6ca0-7eb0-42b2-ac0e-e91924211240/bb3d6ca0-7eb0-42b2-ac0e-e91924211240.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.120958] env[62359]: DEBUG nova.compute.manager [req-7c3ce4a5-aa0e-40bd-a33e-eb767ab5d4b7 req-688bfe9d-1149-424c-bcb2-c972b9e216f1 service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Received event network-changed-85e16937-8fa6-4012-b02f-653301211bf8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.121239] env[62359]: DEBUG nova.compute.manager [req-7c3ce4a5-aa0e-40bd-a33e-eb767ab5d4b7 req-688bfe9d-1149-424c-bcb2-c972b9e216f1 service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Refreshing instance network info cache due to event network-changed-85e16937-8fa6-4012-b02f-653301211bf8. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.121412] env[62359]: DEBUG oslo_concurrency.lockutils [req-7c3ce4a5-aa0e-40bd-a33e-eb767ab5d4b7 req-688bfe9d-1149-424c-bcb2-c972b9e216f1 service nova] Acquiring lock "refresh_cache-1efd98fb-74e1-463e-afee-a53f890f8043" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.121563] env[62359]: DEBUG oslo_concurrency.lockutils [req-7c3ce4a5-aa0e-40bd-a33e-eb767ab5d4b7 req-688bfe9d-1149-424c-bcb2-c972b9e216f1 service nova] Acquired lock "refresh_cache-1efd98fb-74e1-463e-afee-a53f890f8043" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.121735] env[62359]: DEBUG nova.network.neutron [req-7c3ce4a5-aa0e-40bd-a33e-eb767ab5d4b7 req-688bfe9d-1149-424c-bcb2-c972b9e216f1 service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Refreshing network info cache for port 85e16937-8fa6-4012-b02f-653301211bf8 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.125208] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13995a29-e62a-49d8-a9c7-3e08c5af0fa0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.132379] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for the task: (returnval){ [ 577.132379] env[62359]: value = "task-2440165" [ 577.132379] env[62359]: _type = "Task" [ 577.132379] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.142591] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440165, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.177052] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440162, 'name': Rename_Task, 'duration_secs': 0.144547} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.180341] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.180821] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-599e9a41-5c41-4c41-baa2-dcd834152a9d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.189820] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 577.189820] env[62359]: value = "task-2440166" [ 577.189820] env[62359]: _type = "Task" [ 577.189820] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.203509] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.435049] env[62359]: DEBUG nova.network.neutron [-] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.446203] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36509dd0-278e-4fdb-a9f3-fb2beffec3d2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.456971] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba750a41-1b21-432f-ae6c-0c22a2c739fc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.498157] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da22098c-d7a4-4fd1-b4c0-22146b0b6cab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.504796] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd822a8f-7c0a-46a2-9251-c352c5f46318 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.520694] env[62359]: DEBUG nova.compute.provider_tree [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.570905] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 577.576807] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2fa94038-1007-4ea5-8713-e9da8b61a7a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.589403] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440163, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.594333] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 577.594333] env[62359]: value = "task-2440167" [ 577.594333] env[62359]: _type = "Task" [ 577.594333] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.594605] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440164, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.603339] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440167, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.623728] env[62359]: DEBUG nova.network.neutron [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 577.642042] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440165, 'name': Rename_Task, 'duration_secs': 0.148916} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.646605] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.647224] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-697041ef-6bfb-4865-9971-7d4688ebc2b6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.654401] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for the task: (returnval){ [ 577.654401] env[62359]: value = "task-2440168" [ 577.654401] env[62359]: _type = "Task" [ 577.654401] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.668995] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.704017] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.937488] env[62359]: INFO nova.compute.manager [-] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Took 1.39 seconds to deallocate network for instance. [ 577.947928] env[62359]: DEBUG nova.network.neutron [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Updating instance_info_cache with network_info: [{"id": "02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41", "address": "fa:16:3e:43:38:4d", "network": {"id": "7ec1750a-67d4-4584-a3ff-7d2593aafb8d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1770207374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f90ba0110d04d9a9910462355002cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e599b1-fd", "ovs_interfaceid": "02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.997083] env[62359]: DEBUG nova.compute.manager [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.014986] env[62359]: DEBUG nova.network.neutron [req-7c3ce4a5-aa0e-40bd-a33e-eb767ab5d4b7 req-688bfe9d-1149-424c-bcb2-c972b9e216f1 service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Updated VIF entry in instance network info cache for port 85e16937-8fa6-4012-b02f-653301211bf8. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.015372] env[62359]: DEBUG nova.network.neutron [req-7c3ce4a5-aa0e-40bd-a33e-eb767ab5d4b7 req-688bfe9d-1149-424c-bcb2-c972b9e216f1 service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Updating instance_info_cache with network_info: [{"id": "85e16937-8fa6-4012-b02f-653301211bf8", "address": "fa:16:3e:29:36:f7", "network": {"id": "18364802-0878-42f2-a94e-f6fd59dd6676", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1627560058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c084ca1872a3495e9b2cbdb555db1907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e16937-8f", "ovs_interfaceid": "85e16937-8fa6-4012-b02f-653301211bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.024973] env[62359]: DEBUG nova.scheduler.client.report [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.050293] env[62359]: DEBUG nova.virt.hardware [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.050780] env[62359]: DEBUG nova.virt.hardware [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.050979] env[62359]: DEBUG nova.virt.hardware [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.051202] env[62359]: DEBUG nova.virt.hardware [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.051359] env[62359]: DEBUG nova.virt.hardware [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.051557] env[62359]: DEBUG nova.virt.hardware [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.051770] env[62359]: DEBUG nova.virt.hardware [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.051928] env[62359]: DEBUG nova.virt.hardware [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.052108] env[62359]: DEBUG nova.virt.hardware [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.052268] env[62359]: DEBUG nova.virt.hardware [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.052473] env[62359]: DEBUG nova.virt.hardware [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.053449] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092f90b1-9c86-4e1a-a745-2d3b0c1defbc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.066594] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b6c1e7-0c8d-494e-a7b2-8dda5fe43b4d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.076922] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653756} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.086069] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] dff0ac3a-7e94-4349-af9c-2739b6c029ba/dff0ac3a-7e94-4349-af9c-2739b6c029ba.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.086616] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.090266] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b67eb2c-a98f-4104-a68c-68791c36a1b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.104897] env[62359]: DEBUG oslo_vmware.api [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440164, 'name': PowerOnVM_Task, 'duration_secs': 0.93636} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.107760] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.107760] env[62359]: INFO nova.compute.manager [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Took 10.22 seconds to spawn the instance on the hypervisor. [ 578.109854] env[62359]: DEBUG nova.compute.manager [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.109854] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 578.109854] env[62359]: value = "task-2440169" [ 578.109854] env[62359]: _type = "Task" [ 578.109854] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.109854] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f860b516-8a65-4691-a049-70ef7898cab7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.119533] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440167, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.126329] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.166058] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440168, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.204915] env[62359]: DEBUG oslo_vmware.api [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440166, 'name': PowerOnVM_Task, 'duration_secs': 0.81488} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.204915] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.204915] env[62359]: DEBUG nova.compute.manager [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.204915] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793abf3e-415e-437e-8cb7-84722fe26e9b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.449461] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.450648] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Releasing lock "refresh_cache-ab209762-cea6-4a76-9232-527ac7163c86" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.450942] env[62359]: DEBUG nova.compute.manager [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Instance network_info: |[{"id": "02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41", "address": "fa:16:3e:43:38:4d", "network": {"id": "7ec1750a-67d4-4584-a3ff-7d2593aafb8d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1770207374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f90ba0110d04d9a9910462355002cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e599b1-fd", "ovs_interfaceid": "02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 578.451339] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:38:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.458765] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Creating folder: Project (6f90ba0110d04d9a9910462355002cd5). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.459638] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eec642e0-a304-4dcf-ad00-9fe4c32c02bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.470444] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Created folder: Project (6f90ba0110d04d9a9910462355002cd5) in parent group-v494269. [ 578.470673] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Creating folder: Instances. Parent ref: group-v494312. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.470913] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d658fba-5e11-4107-b80f-f91d0ba7eae9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.480996] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Created folder: Instances in parent group-v494312. [ 578.481308] env[62359]: DEBUG oslo.service.loopingcall [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.481606] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.481872] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fa22106-9e5f-4d88-b4eb-1b2010f6dc26 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.504255] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.504255] env[62359]: value = "task-2440172" [ 578.504255] env[62359]: _type = "Task" [ 578.504255] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.513415] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440172, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.518125] env[62359]: DEBUG oslo_concurrency.lockutils [req-7c3ce4a5-aa0e-40bd-a33e-eb767ab5d4b7 req-688bfe9d-1149-424c-bcb2-c972b9e216f1 service nova] Releasing lock "refresh_cache-1efd98fb-74e1-463e-afee-a53f890f8043" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.518402] env[62359]: DEBUG nova.compute.manager [req-7c3ce4a5-aa0e-40bd-a33e-eb767ab5d4b7 req-688bfe9d-1149-424c-bcb2-c972b9e216f1 service nova] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Received event network-vif-deleted-b27feea3-50a7-43a7-9a10-7a467fb32690 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.530298] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.530886] env[62359]: DEBUG nova.compute.manager [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 578.537028] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.964s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.537028] env[62359]: INFO nova.compute.claims [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.610168] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440167, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.621745] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196199} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.622045] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.622858] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102d9088-2d87-4f2c-b29e-e5958f880f16 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.651624] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] dff0ac3a-7e94-4349-af9c-2739b6c029ba/dff0ac3a-7e94-4349-af9c-2739b6c029ba.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.652667] env[62359]: DEBUG nova.network.neutron [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Successfully updated port: c919a419-2173-4438-840c-ffb57fea6052 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.655259] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a21b7bc-2580-45e2-8c48-f9a9d893acdb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.672833] env[62359]: INFO nova.compute.manager [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Took 17.40 seconds to build instance. [ 578.674450] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.674542] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquired lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.674629] env[62359]: DEBUG nova.network.neutron [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.685223] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 578.685223] env[62359]: value = "task-2440173" [ 578.685223] env[62359]: _type = "Task" [ 578.685223] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.688651] env[62359]: DEBUG oslo_vmware.api [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440168, 'name': PowerOnVM_Task, 'duration_secs': 0.918145} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.692365] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.692578] env[62359]: INFO nova.compute.manager [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Took 8.28 seconds to spawn the instance on the hypervisor. [ 578.692758] env[62359]: DEBUG nova.compute.manager [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.693742] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce98680-d083-40c4-8f2e-5a6782447868 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.703631] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.721760] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.941543] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquiring lock "5632f00a-9ab2-43ac-a035-7714913417e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.941697] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Lock "5632f00a-9ab2-43ac-a035-7714913417e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.942208] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquiring lock "5632f00a-9ab2-43ac-a035-7714913417e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.942208] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Lock "5632f00a-9ab2-43ac-a035-7714913417e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.942413] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Lock "5632f00a-9ab2-43ac-a035-7714913417e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.945163] env[62359]: INFO nova.compute.manager [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Terminating instance [ 579.014733] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440172, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.042541] env[62359]: DEBUG nova.compute.utils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 579.049077] env[62359]: DEBUG nova.compute.manager [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.049077] env[62359]: DEBUG nova.network.neutron [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.105234] env[62359]: DEBUG nova.policy [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '044e406c000d4deeba67a01ff2d6280d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fec1d0a54d74d8e9ff4f986133eabce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.111987] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440167, 'name': CloneVM_Task} progress is 95%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.148609] env[62359]: DEBUG nova.compute.manager [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Received event network-vif-plugged-9be91ff8-a7f3-4bd8-84e3-c8564a43e763 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.150349] env[62359]: DEBUG oslo_concurrency.lockutils [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] Acquiring lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.150349] env[62359]: DEBUG oslo_concurrency.lockutils [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] Lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.150349] env[62359]: DEBUG oslo_concurrency.lockutils [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] Lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.150349] env[62359]: DEBUG nova.compute.manager [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] No waiting events found dispatching network-vif-plugged-9be91ff8-a7f3-4bd8-84e3-c8564a43e763 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.150349] env[62359]: WARNING nova.compute.manager [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Received unexpected event network-vif-plugged-9be91ff8-a7f3-4bd8-84e3-c8564a43e763 for instance with vm_state building and task_state spawning. [ 579.151252] env[62359]: DEBUG nova.compute.manager [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Received event network-changed-9be91ff8-a7f3-4bd8-84e3-c8564a43e763 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.151252] env[62359]: DEBUG nova.compute.manager [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Refreshing instance network info cache due to event network-changed-9be91ff8-a7f3-4bd8-84e3-c8564a43e763. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 579.151252] env[62359]: DEBUG oslo_concurrency.lockutils [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] Acquiring lock "refresh_cache-dff0ac3a-7e94-4349-af9c-2739b6c029ba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.151252] env[62359]: DEBUG oslo_concurrency.lockutils [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] Acquired lock "refresh_cache-dff0ac3a-7e94-4349-af9c-2739b6c029ba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.151252] env[62359]: DEBUG nova.network.neutron [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Refreshing network info cache for port 9be91ff8-a7f3-4bd8-84e3-c8564a43e763 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.179625] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3e1deec0-bbe0-47e4-8277-0f101ebd9862 tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Lock "1efd98fb-74e1-463e-afee-a53f890f8043" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.518s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.214424] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.217339] env[62359]: INFO nova.compute.manager [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Took 17.36 seconds to build instance. [ 579.230039] env[62359]: DEBUG nova.network.neutron [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.441909] env[62359]: DEBUG nova.network.neutron [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Updating instance_info_cache with network_info: [{"id": "c919a419-2173-4438-840c-ffb57fea6052", "address": "fa:16:3e:62:36:12", "network": {"id": "bbe9b7d5-e56a-400f-865d-76deedc96663", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-918902509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc39b8487b46cda130f2422b4dbc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc919a419-21", "ovs_interfaceid": "c919a419-2173-4438-840c-ffb57fea6052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.449196] env[62359]: DEBUG nova.compute.manager [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 579.449345] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 579.450233] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b973e9-da65-43ca-a964-a77a4773e5e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.459935] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 579.460197] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-714db5d2-e6f7-43d1-98ea-2c7e89abd1d0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.467084] env[62359]: DEBUG oslo_vmware.api [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for the task: (returnval){ [ 579.467084] env[62359]: value = "task-2440174" [ 579.467084] env[62359]: _type = "Task" [ 579.467084] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.474892] env[62359]: DEBUG oslo_vmware.api [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.493275] env[62359]: DEBUG nova.network.neutron [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Successfully created port: cd869184-057c-44ba-8b35-fb451858b3fa {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.518771] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440172, 'name': CreateVM_Task, 'duration_secs': 0.769476} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.519209] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.520127] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.520512] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.521194] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.522156] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4f3deb-8edd-4b3d-8820-e4400881dbbf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.528759] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for the task: (returnval){ [ 579.528759] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529eea7c-84ba-30f2-8126-79e44275849b" [ 579.528759] env[62359]: _type = "Task" [ 579.528759] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.537359] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529eea7c-84ba-30f2-8126-79e44275849b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.547152] env[62359]: DEBUG nova.compute.manager [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 579.555482] env[62359]: DEBUG nova.compute.manager [None req-c9a55a60-31e8-4173-a012-278a4fc38cbf tempest-ServerDiagnosticsV248Test-899726774 tempest-ServerDiagnosticsV248Test-899726774-project-admin] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.558070] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f247e69c-7a9b-4454-abe1-46c5326c8c9d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.563596] env[62359]: INFO nova.compute.manager [None req-c9a55a60-31e8-4173-a012-278a4fc38cbf tempest-ServerDiagnosticsV248Test-899726774 tempest-ServerDiagnosticsV248Test-899726774-project-admin] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Retrieving diagnostics [ 579.564723] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fbdf87-f866-42c4-b442-2c2f76dfe9ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.613055] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440167, 'name': CloneVM_Task, 'duration_secs': 1.698827} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.613055] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Created linked-clone VM from snapshot [ 579.613633] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee3bfe7-1abb-4ee2-949c-a22975d191bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.623938] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Uploading image 61d65bb6-16de-42ce-ad30-8309376e5f2a {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 579.648539] env[62359]: DEBUG oslo_vmware.rw_handles [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 579.648539] env[62359]: value = "vm-494311" [ 579.648539] env[62359]: _type = "VirtualMachine" [ 579.648539] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 579.648960] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca97021a-0981-4b6c-b3ed-dcb2059e2743 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.660868] env[62359]: DEBUG oslo_vmware.rw_handles [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lease: (returnval){ [ 579.660868] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529b8fd4-ad95-6743-ab2f-9477cdb5962c" [ 579.660868] env[62359]: _type = "HttpNfcLease" [ 579.660868] env[62359]: } obtained for exporting VM: (result){ [ 579.660868] env[62359]: value = "vm-494311" [ 579.660868] env[62359]: _type = "VirtualMachine" [ 579.660868] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 579.660868] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the lease: (returnval){ [ 579.660868] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529b8fd4-ad95-6743-ab2f-9477cdb5962c" [ 579.660868] env[62359]: _type = "HttpNfcLease" [ 579.660868] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 579.667897] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 579.667897] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529b8fd4-ad95-6743-ab2f-9477cdb5962c" [ 579.667897] env[62359]: _type = "HttpNfcLease" [ 579.667897] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 579.684488] env[62359]: DEBUG nova.compute.manager [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.698108] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440173, 'name': ReconfigVM_Task, 'duration_secs': 0.672538} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.700939] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Reconfigured VM instance instance-0000000d to attach disk [datastore1] dff0ac3a-7e94-4349-af9c-2739b6c029ba/dff0ac3a-7e94-4349-af9c-2739b6c029ba.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.704656] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13558e8a-466c-45bd-bc8c-1eb5023f7767 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.710936] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 579.710936] env[62359]: value = "task-2440176" [ 579.710936] env[62359]: _type = "Task" [ 579.710936] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.723011] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e0c01201-7a0e-4ba8-bc1c-120a5fff7972 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.416s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.723440] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440176, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.942543] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d9d047-6f2a-43cc-9b16-316341b5ce80 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.944583] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Releasing lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.944893] env[62359]: DEBUG nova.compute.manager [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Instance network_info: |[{"id": "c919a419-2173-4438-840c-ffb57fea6052", "address": "fa:16:3e:62:36:12", "network": {"id": "bbe9b7d5-e56a-400f-865d-76deedc96663", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-918902509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc39b8487b46cda130f2422b4dbc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc919a419-21", "ovs_interfaceid": "c919a419-2173-4438-840c-ffb57fea6052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 579.945367] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:36:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c919a419-2173-4438-840c-ffb57fea6052', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.954013] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Creating folder: Project (a7bc39b8487b46cda130f2422b4dbc2a). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.954143] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf328c9a-3ec9-45bc-ba83-29cb2a931ada {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.959219] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578df2df-18d7-4c29-ab76-c18672579121 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.996271] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e891e8-98dd-419d-95cb-eda53dcae8c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.998480] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Created folder: Project (a7bc39b8487b46cda130f2422b4dbc2a) in parent group-v494269. [ 579.998655] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Creating folder: Instances. Parent ref: group-v494315. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.999327] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0500e244-7c82-4a58-a7c0-3a54aa8f9b40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.008412] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc8fbd0-6e96-4138-a02b-05b433ff1aa8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.012198] env[62359]: DEBUG oslo_vmware.api [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440174, 'name': PowerOffVM_Task, 'duration_secs': 0.404728} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.013230] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 580.013400] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 580.013634] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Created folder: Instances in parent group-v494315. [ 580.013857] env[62359]: DEBUG oslo.service.loopingcall [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.014370] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54bc2564-a4cd-4ec8-8427-e085655bc3bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.015637] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.015843] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16f9f329-dcd3-4133-b733-dd292da77bca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.038602] env[62359]: DEBUG nova.compute.provider_tree [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.045441] env[62359]: DEBUG nova.network.neutron [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Updated VIF entry in instance network info cache for port 9be91ff8-a7f3-4bd8-84e3-c8564a43e763. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.045868] env[62359]: DEBUG nova.network.neutron [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Updating instance_info_cache with network_info: [{"id": "9be91ff8-a7f3-4bd8-84e3-c8564a43e763", "address": "fa:16:3e:9b:b9:32", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be91ff8-a7", "ovs_interfaceid": "9be91ff8-a7f3-4bd8-84e3-c8564a43e763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.053310] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.053310] env[62359]: value = "task-2440180" [ 580.053310] env[62359]: _type = "Task" [ 580.053310] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.054039] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529eea7c-84ba-30f2-8126-79e44275849b, 'name': SearchDatastore_Task, 'duration_secs': 0.021366} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.054392] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.054690] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.054930] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.055089] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.055264] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.058687] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40e8b041-0961-44fa-a50b-fb740e43a09d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.070429] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440180, 'name': CreateVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.074150] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.074150] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.074150] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6180dfdc-8a91-4c6b-92f0-89ceb31f25f1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.079985] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for the task: (returnval){ [ 580.079985] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e561f4-08b0-447c-63b5-4d88b425b139" [ 580.079985] env[62359]: _type = "Task" [ 580.079985] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.089630] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e561f4-08b0-447c-63b5-4d88b425b139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.168161] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 580.168161] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529b8fd4-ad95-6743-ab2f-9477cdb5962c" [ 580.168161] env[62359]: _type = "HttpNfcLease" [ 580.168161] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 580.168459] env[62359]: DEBUG oslo_vmware.rw_handles [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 580.168459] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529b8fd4-ad95-6743-ab2f-9477cdb5962c" [ 580.168459] env[62359]: _type = "HttpNfcLease" [ 580.168459] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 580.170084] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6737ec98-470d-4e0a-84b8-66620dd2f4f5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.181689] env[62359]: DEBUG oslo_vmware.rw_handles [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b5867-1de3-a4ca-5985-26e0facfe1b1/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 580.181892] env[62359]: DEBUG oslo_vmware.rw_handles [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b5867-1de3-a4ca-5985-26e0facfe1b1/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 580.259447] env[62359]: DEBUG nova.compute.manager [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.274480] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440176, 'name': Rename_Task, 'duration_secs': 0.19912} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.274747] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.275033] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b4cb684-e59a-49b2-8a63-bf95420a4cb6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.281621] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 580.281621] env[62359]: value = "task-2440181" [ 580.281621] env[62359]: _type = "Task" [ 580.281621] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.285852] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.291024] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.310691] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d82265f-67d4-4de5-a0fc-b0839a34a499 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.542625] env[62359]: DEBUG nova.scheduler.client.report [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.548328] env[62359]: DEBUG oslo_concurrency.lockutils [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] Releasing lock "refresh_cache-dff0ac3a-7e94-4349-af9c-2739b6c029ba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.548585] env[62359]: DEBUG nova.compute.manager [req-c5de2f4d-b657-4263-b338-d40ca0813219 req-1b67b013-67d7-49e3-8d3e-f62aaf30c9f7 service nova] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Received event network-vif-deleted-2e4a26c1-321c-40ca-8349-9ee6d213ef3c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.565910] env[62359]: DEBUG nova.compute.manager [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 580.574220] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440180, 'name': CreateVM_Task, 'duration_secs': 0.49893} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.574514] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.576074] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.576074] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.576236] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.576952] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f572912c-5674-4969-b84e-342ce3ae45dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.587619] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 580.587619] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5299d5a8-d821-c82b-42f6-eeb68899e9fb" [ 580.587619] env[62359]: _type = "Task" [ 580.587619] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.599688] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e561f4-08b0-447c-63b5-4d88b425b139, 'name': SearchDatastore_Task, 'duration_secs': 0.029991} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.599949] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 580.600146] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 580.600318] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Deleting the datastore file [datastore1] 5632f00a-9ab2-43ac-a035-7714913417e4 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 580.601842] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-292a9b6f-8347-4aeb-8c28-984d0f91b25e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.607894] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13912684-1ac9-40cd-a628-d69ed1f82717 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.610363] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5299d5a8-d821-c82b-42f6-eeb68899e9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014878} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.613104] env[62359]: DEBUG nova.virt.hardware [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.613331] env[62359]: DEBUG nova.virt.hardware [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.613514] env[62359]: DEBUG nova.virt.hardware [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.617031] env[62359]: DEBUG nova.virt.hardware [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.617031] env[62359]: DEBUG nova.virt.hardware [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.617031] env[62359]: DEBUG nova.virt.hardware [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.617031] env[62359]: DEBUG nova.virt.hardware [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.617031] env[62359]: DEBUG nova.virt.hardware [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.617283] env[62359]: DEBUG nova.virt.hardware [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.617283] env[62359]: DEBUG nova.virt.hardware [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.617283] env[62359]: DEBUG nova.virt.hardware [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.617283] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.617283] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.617460] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.617460] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.617460] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.617460] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65293356-847b-4a23-89de-23ee88903bdd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.621929] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed2db750-5550-44f0-ad86-66675decfe70 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.624087] env[62359]: DEBUG oslo_vmware.api [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for the task: (returnval){ [ 580.624087] env[62359]: value = "task-2440182" [ 580.624087] env[62359]: _type = "Task" [ 580.624087] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.629713] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for the task: (returnval){ [ 580.629713] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520e5f54-c787-9241-f203-d5a405b2e2fd" [ 580.629713] env[62359]: _type = "Task" [ 580.629713] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.637914] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d4fac1-17d6-4797-8b51-b8170e99bfd7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.647699] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.647958] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.648765] env[62359]: DEBUG oslo_vmware.api [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.652130] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5410cfc1-a473-4874-b6d5-b640fde8278d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.665269] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520e5f54-c787-9241-f203-d5a405b2e2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.666751] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.666751] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] ab209762-cea6-4a76-9232-527ac7163c86/ab209762-cea6-4a76-9232-527ac7163c86.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.667034] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e82080c-0400-40ed-a728-da5231f45e6a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.673456] env[62359]: DEBUG nova.compute.manager [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Received event network-vif-plugged-02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.673855] env[62359]: DEBUG oslo_concurrency.lockutils [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] Acquiring lock "ab209762-cea6-4a76-9232-527ac7163c86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.674101] env[62359]: DEBUG oslo_concurrency.lockutils [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] Lock "ab209762-cea6-4a76-9232-527ac7163c86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.674277] env[62359]: DEBUG oslo_concurrency.lockutils [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] Lock "ab209762-cea6-4a76-9232-527ac7163c86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.674450] env[62359]: DEBUG nova.compute.manager [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] [instance: ab209762-cea6-4a76-9232-527ac7163c86] No waiting events found dispatching network-vif-plugged-02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 580.674619] env[62359]: WARNING nova.compute.manager [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Received unexpected event network-vif-plugged-02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41 for instance with vm_state building and task_state spawning. [ 580.674774] env[62359]: DEBUG nova.compute.manager [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Received event network-changed-02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.674926] env[62359]: DEBUG nova.compute.manager [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Refreshing instance network info cache due to event network-changed-02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 580.675125] env[62359]: DEBUG oslo_concurrency.lockutils [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] Acquiring lock "refresh_cache-ab209762-cea6-4a76-9232-527ac7163c86" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.675259] env[62359]: DEBUG oslo_concurrency.lockutils [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] Acquired lock "refresh_cache-ab209762-cea6-4a76-9232-527ac7163c86" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.675450] env[62359]: DEBUG nova.network.neutron [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Refreshing network info cache for port 02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.677667] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 580.677667] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52759eee-0249-e825-6b38-1d921f72da59" [ 580.677667] env[62359]: _type = "Task" [ 580.677667] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.685097] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for the task: (returnval){ [ 580.685097] env[62359]: value = "task-2440183" [ 580.685097] env[62359]: _type = "Task" [ 580.685097] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.693666] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52759eee-0249-e825-6b38-1d921f72da59, 'name': SearchDatastore_Task, 'duration_secs': 0.015386} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.695318] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74cd8b2b-3284-4da8-96bc-91f8bc54f09c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.704914] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.712022] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 580.712022] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52931126-affc-9a6d-fbd8-92d47b7e4546" [ 580.712022] env[62359]: _type = "Task" [ 580.712022] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.721697] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52931126-affc-9a6d-fbd8-92d47b7e4546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.781366] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.793920] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440181, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.051344] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.052090] env[62359]: DEBUG nova.compute.manager [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.056571] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.354s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.059164] env[62359]: INFO nova.compute.claims [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.141203] env[62359]: DEBUG oslo_vmware.api [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Task: {'id': task-2440182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178972} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.146025] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.146025] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 581.146025] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 581.146025] env[62359]: INFO nova.compute.manager [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 581.146025] env[62359]: DEBUG oslo.service.loopingcall [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.146374] env[62359]: DEBUG nova.compute.manager [-] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 581.146374] env[62359]: DEBUG nova.network.neutron [-] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 581.207831] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440183, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.226411] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52931126-affc-9a6d-fbd8-92d47b7e4546, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.227904] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.227904] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 21fd3d6a-3e9d-4622-8062-036c5525df79/21fd3d6a-3e9d-4622-8062-036c5525df79.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.227904] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29940887-1c75-474c-9eb0-457aad17ff98 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.240010] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 581.240010] env[62359]: value = "task-2440184" [ 581.240010] env[62359]: _type = "Task" [ 581.240010] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.250784] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.266617] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "669b2134-e128-49a9-aad6-15fcecc71e2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.267039] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.296729] env[62359]: DEBUG oslo_vmware.api [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440181, 'name': PowerOnVM_Task, 'duration_secs': 0.565155} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.297110] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.297395] env[62359]: INFO nova.compute.manager [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Took 8.43 seconds to spawn the instance on the hypervisor. [ 581.297700] env[62359]: DEBUG nova.compute.manager [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.298589] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d093a21e-0afb-4d4c-85dc-a9ae048eedc3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.359706] env[62359]: DEBUG nova.network.neutron [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Successfully updated port: cd869184-057c-44ba-8b35-fb451858b3fa {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.397114] env[62359]: INFO nova.compute.manager [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Rebuilding instance [ 581.456304] env[62359]: DEBUG nova.compute.manager [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.457383] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7514de-d850-436a-865a-211d621087cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.537698] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquiring lock "59915864-7434-48a0-a2a5-7078596bac19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.539895] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Lock "59915864-7434-48a0-a2a5-7078596bac19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.539895] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquiring lock "59915864-7434-48a0-a2a5-7078596bac19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.539895] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Lock "59915864-7434-48a0-a2a5-7078596bac19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.539895] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Lock "59915864-7434-48a0-a2a5-7078596bac19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.541668] env[62359]: DEBUG nova.network.neutron [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Updated VIF entry in instance network info cache for port 02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.542131] env[62359]: DEBUG nova.network.neutron [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Updating instance_info_cache with network_info: [{"id": "02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41", "address": "fa:16:3e:43:38:4d", "network": {"id": "7ec1750a-67d4-4584-a3ff-7d2593aafb8d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1770207374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f90ba0110d04d9a9910462355002cd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e599b1-fd", "ovs_interfaceid": "02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.543536] env[62359]: INFO nova.compute.manager [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Terminating instance [ 581.563615] env[62359]: DEBUG nova.compute.utils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 581.567848] env[62359]: DEBUG nova.compute.manager [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Not allocating networking since 'none' was specified. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 581.698147] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53874} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.698372] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] ab209762-cea6-4a76-9232-527ac7163c86/ab209762-cea6-4a76-9232-527ac7163c86.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.698631] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.698980] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-373c8566-2616-4488-9c3c-70876b0c5d5e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.707590] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for the task: (returnval){ [ 581.707590] env[62359]: value = "task-2440185" [ 581.707590] env[62359]: _type = "Task" [ 581.707590] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.716633] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.746538] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440184, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.828548] env[62359]: INFO nova.compute.manager [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Took 19.50 seconds to build instance. [ 581.861750] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "refresh_cache-f77f03a2-5c31-478e-ad40-81ae15216981" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.861943] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "refresh_cache-f77f03a2-5c31-478e-ad40-81ae15216981" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.862062] env[62359]: DEBUG nova.network.neutron [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.048348] env[62359]: DEBUG oslo_concurrency.lockutils [req-9b0dc71b-5b4a-42b7-95b7-2fd89301ceca req-1248cf74-60b7-4d96-a0ca-0a2b6d50fb7d service nova] Releasing lock "refresh_cache-ab209762-cea6-4a76-9232-527ac7163c86" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.049040] env[62359]: DEBUG nova.compute.manager [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 582.049243] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 582.050150] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76357ba8-e41a-4377-a8b4-4c27346d0691 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.058728] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 582.058986] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-238badbd-88ce-4ee9-a952-837345ae366b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.065115] env[62359]: DEBUG oslo_vmware.api [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for the task: (returnval){ [ 582.065115] env[62359]: value = "task-2440186" [ 582.065115] env[62359]: _type = "Task" [ 582.065115] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.072649] env[62359]: DEBUG nova.compute.manager [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.083030] env[62359]: DEBUG oslo_vmware.api [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.230138] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145487} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.230730] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.231768] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3563af7c-d0f9-4d63-a0e6-70bafbecdb29 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.258582] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ab209762-cea6-4a76-9232-527ac7163c86/ab209762-cea6-4a76-9232-527ac7163c86.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.266406] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquiring lock "f00b731b-a392-424e-9e52-8dd3d9017a9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.266406] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Lock "f00b731b-a392-424e-9e52-8dd3d9017a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.266650] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquiring lock "f00b731b-a392-424e-9e52-8dd3d9017a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.266650] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Lock "f00b731b-a392-424e-9e52-8dd3d9017a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.266822] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Lock "f00b731b-a392-424e-9e52-8dd3d9017a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.270556] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-367b0ee4-0f5e-46ea-806e-a6c4d8492500 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.287569] env[62359]: INFO nova.compute.manager [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Terminating instance [ 582.296982] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816552} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.298412] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 21fd3d6a-3e9d-4622-8062-036c5525df79/21fd3d6a-3e9d-4622-8062-036c5525df79.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.298631] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.298938] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for the task: (returnval){ [ 582.298938] env[62359]: value = "task-2440187" [ 582.298938] env[62359]: _type = "Task" [ 582.298938] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.299433] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a018773-4cdf-451f-a8c8-bc3447641423 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.315931] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 582.315931] env[62359]: value = "task-2440188" [ 582.315931] env[62359]: _type = "Task" [ 582.315931] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.316714] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.328052] env[62359]: DEBUG nova.network.neutron [-] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.330959] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.334331] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d4ce8874-f312-4944-bf5f-c08fa884e1fd tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.394s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.474692] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 582.477531] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d82a486-4ddc-4399-8bd1-5498be453af6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.485125] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Waiting for the task: (returnval){ [ 582.485125] env[62359]: value = "task-2440189" [ 582.485125] env[62359]: _type = "Task" [ 582.485125] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.496842] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.517924] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf91926-914a-4693-9346-52241a458137 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.525811] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5e9fa4-3f5f-4f9b-89a1-67b69e1971a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.561636] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243238e1-bb69-4474-8d01-ee80358df099 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.571851] env[62359]: DEBUG nova.network.neutron [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.576120] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f6df21-0e61-46e4-9706-fd7b96516381 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.589608] env[62359]: DEBUG oslo_vmware.api [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440186, 'name': PowerOffVM_Task, 'duration_secs': 0.333416} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.591520] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 582.591847] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 582.593355] env[62359]: DEBUG nova.compute.manager [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Received event network-vif-plugged-c919a419-2173-4438-840c-ffb57fea6052 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.593599] env[62359]: DEBUG oslo_concurrency.lockutils [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] Acquiring lock "21fd3d6a-3e9d-4622-8062-036c5525df79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.593942] env[62359]: DEBUG oslo_concurrency.lockutils [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] Lock "21fd3d6a-3e9d-4622-8062-036c5525df79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.594090] env[62359]: DEBUG oslo_concurrency.lockutils [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] Lock "21fd3d6a-3e9d-4622-8062-036c5525df79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.594254] env[62359]: DEBUG nova.compute.manager [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] No waiting events found dispatching network-vif-plugged-c919a419-2173-4438-840c-ffb57fea6052 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.594440] env[62359]: WARNING nova.compute.manager [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Received unexpected event network-vif-plugged-c919a419-2173-4438-840c-ffb57fea6052 for instance with vm_state building and task_state spawning. [ 582.594631] env[62359]: DEBUG nova.compute.manager [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Received event network-changed-c919a419-2173-4438-840c-ffb57fea6052 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.594800] env[62359]: DEBUG nova.compute.manager [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Refreshing instance network info cache due to event network-changed-c919a419-2173-4438-840c-ffb57fea6052. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 582.594984] env[62359]: DEBUG oslo_concurrency.lockutils [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] Acquiring lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.595170] env[62359]: DEBUG oslo_concurrency.lockutils [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] Acquired lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.595353] env[62359]: DEBUG nova.network.neutron [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Refreshing network info cache for port c919a419-2173-4438-840c-ffb57fea6052 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.606325] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8424665e-6047-4aa5-92fc-82fc46acb2d0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.608728] env[62359]: DEBUG nova.compute.provider_tree [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.688307] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 582.688524] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 582.688704] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Deleting the datastore file [datastore1] 59915864-7434-48a0-a2a5-7078596bac19 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 582.688945] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efaef68e-6f3f-44e0-9e46-3493ee89622c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.696739] env[62359]: DEBUG oslo_vmware.api [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for the task: (returnval){ [ 582.696739] env[62359]: value = "task-2440191" [ 582.696739] env[62359]: _type = "Task" [ 582.696739] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.706266] env[62359]: DEBUG oslo_vmware.api [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.731106] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquiring lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.731322] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.731783] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquiring lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.732319] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.732639] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.735957] env[62359]: INFO nova.compute.manager [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Terminating instance [ 582.794193] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquiring lock "refresh_cache-f00b731b-a392-424e-9e52-8dd3d9017a9e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.794193] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquired lock "refresh_cache-f00b731b-a392-424e-9e52-8dd3d9017a9e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.794193] env[62359]: DEBUG nova.network.neutron [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.814316] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440187, 'name': ReconfigVM_Task, 'duration_secs': 0.515216} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.814783] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ab209762-cea6-4a76-9232-527ac7163c86/ab209762-cea6-4a76-9232-527ac7163c86.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.815482] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55736ca6-e2c4-43ee-85cc-19715ea95130 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.826019] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090802} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.827299] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.827672] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for the task: (returnval){ [ 582.827672] env[62359]: value = "task-2440192" [ 582.827672] env[62359]: _type = "Task" [ 582.827672] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.830550] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbff82c-f0ba-4530-b8c5-91c69024b415 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.836743] env[62359]: INFO nova.compute.manager [-] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Took 1.69 seconds to deallocate network for instance. [ 582.852542] env[62359]: DEBUG nova.compute.manager [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.865108] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 21fd3d6a-3e9d-4622-8062-036c5525df79/21fd3d6a-3e9d-4622-8062-036c5525df79.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.869108] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e79bc9-8c2a-414f-bd3f-acfa6ed001d4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.884088] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440192, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.891594] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 582.891594] env[62359]: value = "task-2440193" [ 582.891594] env[62359]: _type = "Task" [ 582.891594] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.901634] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.943036] env[62359]: DEBUG nova.network.neutron [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Updating instance_info_cache with network_info: [{"id": "cd869184-057c-44ba-8b35-fb451858b3fa", "address": "fa:16:3e:60:cc:ed", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd869184-05", "ovs_interfaceid": "cd869184-057c-44ba-8b35-fb451858b3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.994679] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440189, 'name': PowerOffVM_Task, 'duration_secs': 0.230955} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.994891] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 582.995180] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 582.996031] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aadd56a-d42b-43e9-939a-d51c0de4aee5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.003713] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 583.003977] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28f09135-29b0-41a3-9880-acf20e7f62d8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.026625] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 583.026854] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 583.027056] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Deleting the datastore file [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 583.027307] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89f10c81-e593-48c8-9b93-b6dc803b93d2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.033201] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Waiting for the task: (returnval){ [ 583.033201] env[62359]: value = "task-2440195" [ 583.033201] env[62359]: _type = "Task" [ 583.033201] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.042025] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.090642] env[62359]: DEBUG nova.compute.manager [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.116357] env[62359]: DEBUG nova.scheduler.client.report [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.122200] env[62359]: DEBUG nova.virt.hardware [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.122462] env[62359]: DEBUG nova.virt.hardware [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.122673] env[62359]: DEBUG nova.virt.hardware [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.122923] env[62359]: DEBUG nova.virt.hardware [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.123115] env[62359]: DEBUG nova.virt.hardware [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.123306] env[62359]: DEBUG nova.virt.hardware [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.123538] env[62359]: DEBUG nova.virt.hardware [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.123702] env[62359]: DEBUG nova.virt.hardware [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.123906] env[62359]: DEBUG nova.virt.hardware [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.124104] env[62359]: DEBUG nova.virt.hardware [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.124292] env[62359]: DEBUG nova.virt.hardware [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.125221] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8843500b-b2e0-4a2d-a137-195a454d141b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.136223] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb416f5-8d2f-4b74-a40b-df84c7148110 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.151948] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.158150] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Creating folder: Project (15a8176f3a864570b437adabf61e25c8). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.158888] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd525c7e-847d-4146-a28e-982170cb07bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.169387] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Created folder: Project (15a8176f3a864570b437adabf61e25c8) in parent group-v494269. [ 583.169669] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Creating folder: Instances. Parent ref: group-v494318. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.173321] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1956ea4-f28f-40ba-aad8-1a402a6f477c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.182677] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Created folder: Instances in parent group-v494318. [ 583.182925] env[62359]: DEBUG oslo.service.loopingcall [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.183173] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.183410] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e02f90e3-7410-48b5-a516-e9ac62fda1e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.212554] env[62359]: DEBUG oslo_vmware.api [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Task: {'id': task-2440191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308592} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.212713] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.212713] env[62359]: value = "task-2440198" [ 583.212713] env[62359]: _type = "Task" [ 583.212713] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.212976] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 583.213218] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 583.213410] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 583.214481] env[62359]: INFO nova.compute.manager [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Took 1.16 seconds to destroy the instance on the hypervisor. [ 583.214689] env[62359]: DEBUG oslo.service.loopingcall [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.214959] env[62359]: DEBUG nova.compute.manager [-] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 583.217129] env[62359]: DEBUG nova.network.neutron [-] [instance: 59915864-7434-48a0-a2a5-7078596bac19] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 583.228459] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440198, 'name': CreateVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.240997] env[62359]: DEBUG nova.compute.manager [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 583.241272] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 583.246021] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a5606d-609b-42a1-a8c1-a996b0e4e86a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.251251] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 583.251569] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd14a40b-dd38-4d2c-a887-979792ea2e2d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.258921] env[62359]: DEBUG oslo_vmware.api [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for the task: (returnval){ [ 583.258921] env[62359]: value = "task-2440199" [ 583.258921] env[62359]: _type = "Task" [ 583.258921] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.271573] env[62359]: DEBUG oslo_vmware.api [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.344641] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440192, 'name': Rename_Task, 'duration_secs': 0.149512} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.347676] env[62359]: DEBUG nova.network.neutron [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.352025] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.352025] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-896004b8-8a82-49aa-8cb0-25b5108c6032 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.360616] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for the task: (returnval){ [ 583.360616] env[62359]: value = "task-2440200" [ 583.360616] env[62359]: _type = "Task" [ 583.360616] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.370131] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.376299] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440200, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.378454] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.408487] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440193, 'name': ReconfigVM_Task, 'duration_secs': 0.408542} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.409200] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 21fd3d6a-3e9d-4622-8062-036c5525df79/21fd3d6a-3e9d-4622-8062-036c5525df79.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.410395] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7af01f4-87fb-4a48-89a2-ace3f05657ba {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.418230] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 583.418230] env[62359]: value = "task-2440201" [ 583.418230] env[62359]: _type = "Task" [ 583.418230] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.428999] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440201, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.445314] env[62359]: DEBUG nova.network.neutron [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Updated VIF entry in instance network info cache for port c919a419-2173-4438-840c-ffb57fea6052. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.445314] env[62359]: DEBUG nova.network.neutron [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Updating instance_info_cache with network_info: [{"id": "c919a419-2173-4438-840c-ffb57fea6052", "address": "fa:16:3e:62:36:12", "network": {"id": "bbe9b7d5-e56a-400f-865d-76deedc96663", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-918902509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc39b8487b46cda130f2422b4dbc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc919a419-21", "ovs_interfaceid": "c919a419-2173-4438-840c-ffb57fea6052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.450272] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "refresh_cache-f77f03a2-5c31-478e-ad40-81ae15216981" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.450272] env[62359]: DEBUG nova.compute.manager [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Instance network_info: |[{"id": "cd869184-057c-44ba-8b35-fb451858b3fa", "address": "fa:16:3e:60:cc:ed", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd869184-05", "ovs_interfaceid": "cd869184-057c-44ba-8b35-fb451858b3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.450586] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:cc:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd869184-057c-44ba-8b35-fb451858b3fa', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.460898] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Creating folder: Project (8fec1d0a54d74d8e9ff4f986133eabce). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.462482] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53ca6a05-798b-4fc9-b6a9-b1d75af194d8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.474050] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Created folder: Project (8fec1d0a54d74d8e9ff4f986133eabce) in parent group-v494269. [ 583.474292] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Creating folder: Instances. Parent ref: group-v494321. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.474599] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dc7adae-81a5-41c6-a7f8-b85722cd102c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.486541] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Created folder: Instances in parent group-v494321. [ 583.486764] env[62359]: DEBUG oslo.service.loopingcall [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.487016] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.487373] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fb2fb56-8e60-4358-8c08-22d39e2ded2a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.505983] env[62359]: DEBUG nova.network.neutron [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.516305] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.516305] env[62359]: value = "task-2440204" [ 583.516305] env[62359]: _type = "Task" [ 583.516305] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.525866] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440204, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.545515] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211314} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.545515] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 583.546074] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 583.546074] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 583.630354] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.630858] env[62359]: DEBUG nova.compute.manager [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.634562] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.375s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.634790] env[62359]: DEBUG nova.objects.instance [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Lazy-loading 'resources' on Instance uuid 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 583.725854] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440198, 'name': CreateVM_Task, 'duration_secs': 0.358557} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.726096] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 583.726484] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.726748] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.726969] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.727247] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f3fad8-85a8-4e40-a0d5-f1477c8b530d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.732095] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for the task: (returnval){ [ 583.732095] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c55caf-c2e0-b20d-8185-81e1a73ac09a" [ 583.732095] env[62359]: _type = "Task" [ 583.732095] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.740765] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c55caf-c2e0-b20d-8185-81e1a73ac09a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.768596] env[62359]: DEBUG oslo_vmware.api [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440199, 'name': PowerOffVM_Task, 'duration_secs': 0.234574} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.769154] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 583.769342] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 583.769672] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b9892f-8a6c-43c1-bd70-084ce16556ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.832788] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 583.833099] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 583.833235] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Deleting the datastore file [datastore1] 26b6dc14-6f61-48d3-9653-c4ef58e1679a {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 583.833506] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2256833-507b-4e1f-b4ec-1a83ea2b7b52 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.841024] env[62359]: DEBUG oslo_vmware.api [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for the task: (returnval){ [ 583.841024] env[62359]: value = "task-2440206" [ 583.841024] env[62359]: _type = "Task" [ 583.841024] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.849535] env[62359]: DEBUG oslo_vmware.api [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.877183] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440200, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.930185] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440201, 'name': Rename_Task, 'duration_secs': 0.189725} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.930588] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.930883] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b1f7637-ac2b-4b2e-9601-7453d9ca90bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.937107] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 583.937107] env[62359]: value = "task-2440207" [ 583.937107] env[62359]: _type = "Task" [ 583.937107] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.947523] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.948884] env[62359]: DEBUG oslo_concurrency.lockutils [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] Releasing lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.949287] env[62359]: DEBUG nova.compute.manager [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Received event network-vif-plugged-cd869184-057c-44ba-8b35-fb451858b3fa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.949395] env[62359]: DEBUG oslo_concurrency.lockutils [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] Acquiring lock "f77f03a2-5c31-478e-ad40-81ae15216981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.949593] env[62359]: DEBUG oslo_concurrency.lockutils [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] Lock "f77f03a2-5c31-478e-ad40-81ae15216981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.949768] env[62359]: DEBUG oslo_concurrency.lockutils [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] Lock "f77f03a2-5c31-478e-ad40-81ae15216981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.949926] env[62359]: DEBUG nova.compute.manager [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] No waiting events found dispatching network-vif-plugged-cd869184-057c-44ba-8b35-fb451858b3fa {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.950105] env[62359]: WARNING nova.compute.manager [req-028ae9fe-0d1f-4c6b-98b7-0b03c3bec563 req-b5eb1784-1914-43b9-b3f0-51ed35bd7098 service nova] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Received unexpected event network-vif-plugged-cd869184-057c-44ba-8b35-fb451858b3fa for instance with vm_state building and task_state spawning. [ 584.009486] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Releasing lock "refresh_cache-f00b731b-a392-424e-9e52-8dd3d9017a9e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.009924] env[62359]: DEBUG nova.compute.manager [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 584.010146] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.011086] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62612469-02a9-442a-8735-2561e47769ff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.028820] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440204, 'name': CreateVM_Task, 'duration_secs': 0.396994} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.028820] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.029038] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.031990] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d320cadb-0ab7-4f85-9252-8dc54ef96d41 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.031990] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.031990] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.031990] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.032423] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599759d0-9d2d-4208-9548-07209f32a11c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.038733] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 584.038733] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527ba0f7-808b-a40c-de84-681df4b3932a" [ 584.038733] env[62359]: _type = "Task" [ 584.038733] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.042120] env[62359]: DEBUG oslo_vmware.api [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for the task: (returnval){ [ 584.042120] env[62359]: value = "task-2440208" [ 584.042120] env[62359]: _type = "Task" [ 584.042120] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.054681] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527ba0f7-808b-a40c-de84-681df4b3932a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.062309] env[62359]: DEBUG oslo_vmware.api [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.115962] env[62359]: DEBUG nova.compute.manager [req-8469662d-3354-4c9c-8650-faf8514a6606 req-cdad7d9a-4ec6-44a0-96d1-225ea169bf3f service nova] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Received event network-vif-deleted-40fb9469-6af4-4ea8-8341-738ebe078ad3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.138856] env[62359]: DEBUG nova.compute.utils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 584.148768] env[62359]: DEBUG nova.compute.manager [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.148768] env[62359]: DEBUG nova.network.neutron [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.247227] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c55caf-c2e0-b20d-8185-81e1a73ac09a, 'name': SearchDatastore_Task, 'duration_secs': 0.014332} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.247751] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.249411] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.249517] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.249714] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.249935] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.254944] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f16c4ab-ea66-4d5a-9f26-690e2b5e7c61 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.258843] env[62359]: DEBUG nova.policy [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3441b9fb8749e0801694793711f3c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94eda48ceaf548e8898027084136c946', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.271291] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.271583] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.272429] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee55e56-bde1-455b-99c4-b891c9be7d38 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.287385] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for the task: (returnval){ [ 584.287385] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]523f021f-eb66-70e4-e664-8c2a10ee65d7" [ 584.287385] env[62359]: _type = "Task" [ 584.287385] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.298025] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523f021f-eb66-70e4-e664-8c2a10ee65d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014039} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.299772] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f134c00e-37b3-4460-aeb9-6dcc07266f8f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.312966] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for the task: (returnval){ [ 584.312966] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e76d7c-d694-7d2d-719d-cdd8d5477834" [ 584.312966] env[62359]: _type = "Task" [ 584.312966] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.322274] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e76d7c-d694-7d2d-719d-cdd8d5477834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.359160] env[62359]: DEBUG nova.network.neutron [-] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.360429] env[62359]: DEBUG oslo_vmware.api [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Task: {'id': task-2440206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299858} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.360810] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.360941] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 584.361368] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 584.361589] env[62359]: INFO nova.compute.manager [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 584.362118] env[62359]: DEBUG oslo.service.loopingcall [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.362381] env[62359]: DEBUG nova.compute.manager [-] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 584.362478] env[62359]: DEBUG nova.network.neutron [-] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 584.377161] env[62359]: DEBUG oslo_vmware.api [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440200, 'name': PowerOnVM_Task, 'duration_secs': 0.63373} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.378141] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.378347] env[62359]: INFO nova.compute.manager [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Took 9.02 seconds to spawn the instance on the hypervisor. [ 584.378518] env[62359]: DEBUG nova.compute.manager [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.379391] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06128ad3-97ce-452e-ab62-6242722e4d7c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.454599] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440207, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.554487] env[62359]: DEBUG oslo_vmware.api [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440208, 'name': PowerOffVM_Task, 'duration_secs': 0.166648} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.560954] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.561663] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 584.564246] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527ba0f7-808b-a40c-de84-681df4b3932a, 'name': SearchDatastore_Task, 'duration_secs': 0.016574} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.565788] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad8a3b9a-5301-45c9-bb5b-bf1eaede2af9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.567699] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.567933] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.568181] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.568447] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.568495] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.568759] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f6b153a-cb92-4dc5-b81e-5b64ea05e8ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.583046] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.583046] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.588191] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fc6e8e-1e44-4281-9734-564b211a8675 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.596238] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 584.596238] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52229167-2076-2e5d-7bea-b6fbc83d27ed" [ 584.596238] env[62359]: _type = "Task" [ 584.596238] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.605538] env[62359]: DEBUG nova.virt.hardware [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.605538] env[62359]: DEBUG nova.virt.hardware [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.605725] env[62359]: DEBUG nova.virt.hardware [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.605908] env[62359]: DEBUG nova.virt.hardware [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.606042] env[62359]: DEBUG nova.virt.hardware [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.606203] env[62359]: DEBUG nova.virt.hardware [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.606419] env[62359]: DEBUG nova.virt.hardware [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.606613] env[62359]: DEBUG nova.virt.hardware [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.608602] env[62359]: DEBUG nova.virt.hardware [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.608602] env[62359]: DEBUG nova.virt.hardware [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.608602] env[62359]: DEBUG nova.virt.hardware [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.609192] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad73a9-eb77-46be-ac57-807d59e8988c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.613581] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 584.613581] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 584.613581] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Deleting the datastore file [datastore2] f00b731b-a392-424e-9e52-8dd3d9017a9e {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.613581] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaf92330-e8a8-4479-b3bf-d7f4acefa7f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.621413] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52229167-2076-2e5d-7bea-b6fbc83d27ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014859} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.624857] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe7b929-5e0c-4b94-80bc-b387c963b331 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.629962] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ae0977-88a0-484e-8c5b-fb6abb3d6275 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.634260] env[62359]: DEBUG oslo_vmware.api [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for the task: (returnval){ [ 584.634260] env[62359]: value = "task-2440210" [ 584.634260] env[62359]: _type = "Task" [ 584.634260] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.651291] env[62359]: DEBUG nova.compute.manager [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.654542] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.662200] env[62359]: DEBUG oslo.service.loopingcall [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.662200] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 584.662200] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5297f496-6d4d-5432-5767-ea151b9f378b" [ 584.662200] env[62359]: _type = "Task" [ 584.662200] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.662200] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.662554] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e10abbc-e5d9-443a-b6cd-f98e33e74cdb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.682393] env[62359]: DEBUG oslo_vmware.api [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.685161] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba1d067-3153-4eca-8b92-49dc5d274ed8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.692287] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.692287] env[62359]: value = "task-2440211" [ 584.692287] env[62359]: _type = "Task" [ 584.692287] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.692566] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5297f496-6d4d-5432-5767-ea151b9f378b, 'name': SearchDatastore_Task, 'duration_secs': 0.024355} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.693333] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.693685] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] f77f03a2-5c31-478e-ad40-81ae15216981/f77f03a2-5c31-478e-ad40-81ae15216981.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.696867] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27b8b1da-e2ad-4ce7-b9e3-faf41c4e520e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.702414] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111cc0b0-92e5-4094-9fe3-1fd3546a1580 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.711019] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 584.711019] env[62359]: value = "task-2440212" [ 584.711019] env[62359]: _type = "Task" [ 584.711019] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.711019] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440211, 'name': CreateVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.744354] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd93d361-4b18-4665-875f-780d017ec8d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.752270] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.760430] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716ed66a-531a-45f9-8aae-d1c323404daa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.775698] env[62359]: DEBUG nova.compute.provider_tree [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.828034] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e76d7c-d694-7d2d-719d-cdd8d5477834, 'name': SearchDatastore_Task, 'duration_secs': 0.014015} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.828121] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.828444] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 96be33ea-8064-49df-bb04-78c162e2b557/96be33ea-8064-49df-bb04-78c162e2b557.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.828690] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81bf1163-31f8-4178-ab9f-e0ab230e1d13 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.837309] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for the task: (returnval){ [ 584.837309] env[62359]: value = "task-2440213" [ 584.837309] env[62359]: _type = "Task" [ 584.837309] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.852558] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.864353] env[62359]: INFO nova.compute.manager [-] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Took 1.65 seconds to deallocate network for instance. [ 584.906874] env[62359]: INFO nova.compute.manager [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Took 21.91 seconds to build instance. [ 584.960033] env[62359]: DEBUG oslo_vmware.api [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440207, 'name': PowerOnVM_Task, 'duration_secs': 0.725544} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.960845] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.961119] env[62359]: INFO nova.compute.manager [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Took 6.96 seconds to spawn the instance on the hypervisor. [ 584.961942] env[62359]: DEBUG nova.compute.manager [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.962351] env[62359]: DEBUG nova.network.neutron [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Successfully created port: 242dd5d5-0485-4bed-af10-8930f7a8ccaa {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.965033] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695aae17-49c6-48b1-b0fd-e315d9d4ce84 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.149048] env[62359]: DEBUG oslo_vmware.api [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Task: {'id': task-2440210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193038} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.149048] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.149251] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.149468] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.149588] env[62359]: INFO nova.compute.manager [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 585.149915] env[62359]: DEBUG oslo.service.loopingcall [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.150229] env[62359]: DEBUG nova.compute.manager [-] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 585.150343] env[62359]: DEBUG nova.network.neutron [-] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 585.181541] env[62359]: DEBUG nova.network.neutron [-] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.205518] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440211, 'name': CreateVM_Task, 'duration_secs': 0.379675} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.205712] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.206373] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.206373] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.206669] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.206959] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f13da0a-b83f-4388-8520-01b3c894a850 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.213590] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Waiting for the task: (returnval){ [ 585.213590] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]523c1988-53ce-a5a5-22dd-b8751f0ea026" [ 585.213590] env[62359]: _type = "Task" [ 585.213590] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.228325] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523c1988-53ce-a5a5-22dd-b8751f0ea026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.231778] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440212, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.280906] env[62359]: DEBUG nova.scheduler.client.report [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.356600] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440213, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.374419] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.409923] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6006d9b-ea12-4e36-ab44-f5dbb91266aa tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Lock "ab209762-cea6-4a76-9232-527ac7163c86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.961s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.488062] env[62359]: INFO nova.compute.manager [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Took 20.33 seconds to build instance. [ 585.494778] env[62359]: DEBUG nova.network.neutron [-] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.496675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.497106] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.670661] env[62359]: DEBUG nova.compute.manager [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.686031] env[62359]: DEBUG nova.network.neutron [-] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.704912] env[62359]: DEBUG nova.virt.hardware [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.705095] env[62359]: DEBUG nova.virt.hardware [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.705259] env[62359]: DEBUG nova.virt.hardware [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.705578] env[62359]: DEBUG nova.virt.hardware [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.705578] env[62359]: DEBUG nova.virt.hardware [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.705715] env[62359]: DEBUG nova.virt.hardware [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.705914] env[62359]: DEBUG nova.virt.hardware [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.706177] env[62359]: DEBUG nova.virt.hardware [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.706241] env[62359]: DEBUG nova.virt.hardware [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.706397] env[62359]: DEBUG nova.virt.hardware [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.706570] env[62359]: DEBUG nova.virt.hardware [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.707748] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03fd52f-34a1-4512-83e0-58ec300eb315 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.718907] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d410cfd5-2bb3-47ac-8761-43acebfa30b8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.730640] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68365} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.741781] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] f77f03a2-5c31-478e-ad40-81ae15216981/f77f03a2-5c31-478e-ad40-81ae15216981.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.742109] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.742243] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523c1988-53ce-a5a5-22dd-b8751f0ea026, 'name': SearchDatastore_Task, 'duration_secs': 0.102318} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.742975] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c572c2a-fd7e-48f7-8919-a7bff365eadd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.745023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.745172] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.745399] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.745624] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.745810] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.746101] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-931c4110-67ef-4b17-8a79-8a09a35a4c9f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.753107] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 585.753107] env[62359]: value = "task-2440214" [ 585.753107] env[62359]: _type = "Task" [ 585.753107] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.760119] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.761104] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.762794] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17b6137-3ec8-45f4-93b5-6cd85370f68f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.770780] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.775973] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Waiting for the task: (returnval){ [ 585.775973] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52764b73-d673-6a76-8095-3d5d1cca66e4" [ 585.775973] env[62359]: _type = "Task" [ 585.775973] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.785100] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52764b73-d673-6a76-8095-3d5d1cca66e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.789203] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.792042] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.051s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.795580] env[62359]: INFO nova.compute.claims [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.828435] env[62359]: INFO nova.scheduler.client.report [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Deleted allocations for instance 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66 [ 585.849803] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742752} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.850609] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 96be33ea-8064-49df-bb04-78c162e2b557/96be33ea-8064-49df-bb04-78c162e2b557.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.850939] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.851134] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72808c75-1ba3-4c5a-8990-c9e57331aaa0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.858431] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for the task: (returnval){ [ 585.858431] env[62359]: value = "task-2440215" [ 585.858431] env[62359]: _type = "Task" [ 585.858431] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.869130] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.916178] env[62359]: DEBUG nova.compute.manager [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.996997] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e26cf76-68ef-4156-b16a-71ca03050996 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "21fd3d6a-3e9d-4622-8062-036c5525df79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.373s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.002017] env[62359]: INFO nova.compute.manager [-] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Took 1.64 seconds to deallocate network for instance. [ 586.139514] env[62359]: DEBUG nova.compute.manager [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Received event network-changed-cd869184-057c-44ba-8b35-fb451858b3fa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.139825] env[62359]: DEBUG nova.compute.manager [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Refreshing instance network info cache due to event network-changed-cd869184-057c-44ba-8b35-fb451858b3fa. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.140235] env[62359]: DEBUG oslo_concurrency.lockutils [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] Acquiring lock "refresh_cache-f77f03a2-5c31-478e-ad40-81ae15216981" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.140418] env[62359]: DEBUG oslo_concurrency.lockutils [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] Acquired lock "refresh_cache-f77f03a2-5c31-478e-ad40-81ae15216981" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.140586] env[62359]: DEBUG nova.network.neutron [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Refreshing network info cache for port cd869184-057c-44ba-8b35-fb451858b3fa {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.188706] env[62359]: INFO nova.compute.manager [-] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Took 1.04 seconds to deallocate network for instance. [ 586.265748] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068341} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.266389] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.267836] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a8efe7-b68d-47ee-abbd-f2d586cdc548 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.299176] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] f77f03a2-5c31-478e-ad40-81ae15216981/f77f03a2-5c31-478e-ad40-81ae15216981.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.303590] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a24fb241-c172-4b77-9955-378ebdfde436 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.331979] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52764b73-d673-6a76-8095-3d5d1cca66e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015044} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.338968] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f03e7b39-e8ba-4b6c-a4f8-167bb89fe8c6 tempest-DeleteServersAdminTestJSON-1708442216 tempest-DeleteServersAdminTestJSON-1708442216-project-admin] Lock "5fe67ecd-6ce4-4f2a-9223-62caff0f6a66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.577s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.341344] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 586.341344] env[62359]: value = "task-2440216" [ 586.341344] env[62359]: _type = "Task" [ 586.341344] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.344023] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9006b6a4-4c67-4a08-b130-f2a5d3491c2f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.354650] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Waiting for the task: (returnval){ [ 586.354650] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5210d437-453e-9d64-f6d0-59901dd56c7d" [ 586.354650] env[62359]: _type = "Task" [ 586.354650] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.359428] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.375407] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5210d437-453e-9d64-f6d0-59901dd56c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.014952} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.379969] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.379969] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.380378] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072898} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.380644] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae518be3-8eeb-4a37-822f-7ea4e9584346 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.383052] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.383956] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db261d1-e68c-4395-86f8-f9cdaf646cf4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.410430] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 96be33ea-8064-49df-bb04-78c162e2b557/96be33ea-8064-49df-bb04-78c162e2b557.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.412552] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0345745d-9980-4cf6-9751-0b85a23352bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.428410] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Waiting for the task: (returnval){ [ 586.428410] env[62359]: value = "task-2440217" [ 586.428410] env[62359]: _type = "Task" [ 586.428410] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.439678] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for the task: (returnval){ [ 586.439678] env[62359]: value = "task-2440218" [ 586.439678] env[62359]: _type = "Task" [ 586.439678] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.447809] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.453469] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.462331] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.500674] env[62359]: DEBUG nova.compute.manager [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.506488] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.698420] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.860295] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440216, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.950636] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.958767] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440218, 'name': ReconfigVM_Task, 'duration_secs': 0.509639} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.962495] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 96be33ea-8064-49df-bb04-78c162e2b557/96be33ea-8064-49df-bb04-78c162e2b557.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.963538] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fea090c3-690c-4b74-b7d0-0678a49ce737 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.969452] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for the task: (returnval){ [ 586.969452] env[62359]: value = "task-2440219" [ 586.969452] env[62359]: _type = "Task" [ 586.969452] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.981990] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440219, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.982907] env[62359]: DEBUG nova.network.neutron [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Updated VIF entry in instance network info cache for port cd869184-057c-44ba-8b35-fb451858b3fa. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.983184] env[62359]: DEBUG nova.network.neutron [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Updating instance_info_cache with network_info: [{"id": "cd869184-057c-44ba-8b35-fb451858b3fa", "address": "fa:16:3e:60:cc:ed", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd869184-05", "ovs_interfaceid": "cd869184-057c-44ba-8b35-fb451858b3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.033302] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.260753] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dc8787-f63a-4931-8009-0607df683990 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.269783] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd816b5-ea48-4165-8545-3b01395a457d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.313050] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4059366-20db-4bb4-bdb3-d0b8a9400253 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.317311] env[62359]: DEBUG nova.compute.manager [req-9437001e-4d61-42a6-89f8-5fe709d1753d req-6c8679cb-00ff-4d49-af12-6d5c70896275 service nova] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Received event network-vif-deleted-d05dfd7d-373f-4b3f-8e94-301216a62183 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 587.324337] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b3b071-0099-4b49-b82c-e7a077f76e8d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.339983] env[62359]: DEBUG nova.compute.provider_tree [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.355390] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440216, 'name': ReconfigVM_Task, 'duration_secs': 0.552837} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.355842] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Reconfigured VM instance instance-0000000f to attach disk [datastore2] f77f03a2-5c31-478e-ad40-81ae15216981/f77f03a2-5c31-478e-ad40-81ae15216981.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.357043] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-298a181e-393f-4633-82ca-bbcf3071009b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.365094] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 587.365094] env[62359]: value = "task-2440220" [ 587.365094] env[62359]: _type = "Task" [ 587.365094] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.374518] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440220, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.443475] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637247} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.443737] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.443955] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.444225] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-857b8953-fa29-4a7a-bfb3-34d58d58f0b5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.452069] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Waiting for the task: (returnval){ [ 587.452069] env[62359]: value = "task-2440221" [ 587.452069] env[62359]: _type = "Task" [ 587.452069] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.462594] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.478650] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440219, 'name': Rename_Task, 'duration_secs': 0.222496} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.479728] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.479728] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a9365da-ff5e-4a7b-a3d7-fed139792b77 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.487693] env[62359]: DEBUG oslo_concurrency.lockutils [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] Releasing lock "refresh_cache-f77f03a2-5c31-478e-ad40-81ae15216981" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.487986] env[62359]: DEBUG nova.compute.manager [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Received event network-changed-85e16937-8fa6-4012-b02f-653301211bf8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 587.488188] env[62359]: DEBUG nova.compute.manager [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Refreshing instance network info cache due to event network-changed-85e16937-8fa6-4012-b02f-653301211bf8. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 587.488439] env[62359]: DEBUG oslo_concurrency.lockutils [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] Acquiring lock "refresh_cache-1efd98fb-74e1-463e-afee-a53f890f8043" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.488582] env[62359]: DEBUG oslo_concurrency.lockutils [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] Acquired lock "refresh_cache-1efd98fb-74e1-463e-afee-a53f890f8043" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.488743] env[62359]: DEBUG nova.network.neutron [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Refreshing network info cache for port 85e16937-8fa6-4012-b02f-653301211bf8 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.490185] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for the task: (returnval){ [ 587.490185] env[62359]: value = "task-2440222" [ 587.490185] env[62359]: _type = "Task" [ 587.490185] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.502877] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.739218] env[62359]: DEBUG nova.network.neutron [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Successfully updated port: 242dd5d5-0485-4bed-af10-8930f7a8ccaa {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.846303] env[62359]: DEBUG nova.scheduler.client.report [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.876930] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440220, 'name': Rename_Task, 'duration_secs': 0.256112} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.876930] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.876930] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a8e1887-4963-4ae9-808f-f0ad27d33466 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.884955] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 587.884955] env[62359]: value = "task-2440223" [ 587.884955] env[62359]: _type = "Task" [ 587.884955] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.896555] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.962230] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113941} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.962703] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.963542] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f64b29-d2c4-42f5-9b79-9d985144f07e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.984293] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.984641] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9024f661-240d-4e90-9d50-c02bb1fee1c7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.013026] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.013026] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Waiting for the task: (returnval){ [ 588.013026] env[62359]: value = "task-2440224" [ 588.013026] env[62359]: _type = "Task" [ 588.013026] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.021199] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.245074] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquiring lock "refresh_cache-5e015d27-e0a0-411c-9515-a459994115df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.245235] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquired lock "refresh_cache-5e015d27-e0a0-411c-9515-a459994115df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.245394] env[62359]: DEBUG nova.network.neutron [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.354756] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.355436] env[62359]: DEBUG nova.compute.manager [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.358421] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.128s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.360551] env[62359]: INFO nova.compute.claims [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.396784] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.530339] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440222, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.536833] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.536833] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.536833] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440224, 'name': ReconfigVM_Task, 'duration_secs': 0.514849} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.537096] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8/14eaf7ed-743b-4198-832d-54d4cc21c2d8.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.537501] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c69ac44-3690-4fb4-a8c9-55ff25122588 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.546830] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Waiting for the task: (returnval){ [ 588.546830] env[62359]: value = "task-2440225" [ 588.546830] env[62359]: _type = "Task" [ 588.546830] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.558259] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440225, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.636360] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquiring lock "ab209762-cea6-4a76-9232-527ac7163c86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.636784] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Lock "ab209762-cea6-4a76-9232-527ac7163c86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.637147] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquiring lock "ab209762-cea6-4a76-9232-527ac7163c86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.637451] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Lock "ab209762-cea6-4a76-9232-527ac7163c86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.637715] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Lock "ab209762-cea6-4a76-9232-527ac7163c86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.641207] env[62359]: INFO nova.compute.manager [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Terminating instance [ 588.773423] env[62359]: DEBUG nova.network.neutron [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Updated VIF entry in instance network info cache for port 85e16937-8fa6-4012-b02f-653301211bf8. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 588.773423] env[62359]: DEBUG nova.network.neutron [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Updating instance_info_cache with network_info: [{"id": "85e16937-8fa6-4012-b02f-653301211bf8", "address": "fa:16:3e:29:36:f7", "network": {"id": "18364802-0878-42f2-a94e-f6fd59dd6676", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1627560058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c084ca1872a3495e9b2cbdb555db1907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e16937-8f", "ovs_interfaceid": "85e16937-8fa6-4012-b02f-653301211bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.788577] env[62359]: DEBUG nova.network.neutron [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.868521] env[62359]: DEBUG nova.compute.utils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 588.875608] env[62359]: DEBUG nova.compute.manager [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.875608] env[62359]: DEBUG nova.network.neutron [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.901717] env[62359]: DEBUG oslo_vmware.api [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440223, 'name': PowerOnVM_Task, 'duration_secs': 0.715056} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.902576] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.902985] env[62359]: INFO nova.compute.manager [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Took 8.34 seconds to spawn the instance on the hypervisor. [ 588.903323] env[62359]: DEBUG nova.compute.manager [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.905050] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e97934-8a62-4460-b817-2484a7151a0f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.011347] env[62359]: DEBUG oslo_vmware.api [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440222, 'name': PowerOnVM_Task, 'duration_secs': 1.475881} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.011673] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.011887] env[62359]: INFO nova.compute.manager [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Took 5.92 seconds to spawn the instance on the hypervisor. [ 589.012078] env[62359]: DEBUG nova.compute.manager [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.013191] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edd7bc1-ba97-4052-aa7f-c0985bf7ac85 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.057230] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440225, 'name': Rename_Task, 'duration_secs': 0.200697} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.058463] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.058758] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfcaa39f-796b-4a2d-aecc-be8db26e36a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.065215] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Waiting for the task: (returnval){ [ 589.065215] env[62359]: value = "task-2440226" [ 589.065215] env[62359]: _type = "Task" [ 589.065215] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.070604] env[62359]: DEBUG nova.network.neutron [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Updating instance_info_cache with network_info: [{"id": "242dd5d5-0485-4bed-af10-8930f7a8ccaa", "address": "fa:16:3e:59:45:43", "network": {"id": "52721c37-c726-44b1-a0f8-552a11f7eadf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1921299926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94eda48ceaf548e8898027084136c946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242dd5d5-04", "ovs_interfaceid": "242dd5d5-0485-4bed-af10-8930f7a8ccaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.076933] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.147113] env[62359]: DEBUG nova.compute.manager [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 589.147439] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 589.148562] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814350f2-4965-4f5b-ae3b-dc8227025a7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.157547] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 589.157810] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05ab7b16-946e-4302-bf4b-190b0ff61750 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.165664] env[62359]: DEBUG oslo_vmware.api [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for the task: (returnval){ [ 589.165664] env[62359]: value = "task-2440227" [ 589.165664] env[62359]: _type = "Task" [ 589.165664] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.176205] env[62359]: DEBUG oslo_vmware.api [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.223662] env[62359]: DEBUG nova.policy [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48b5c857dc1c435980d943a7e4451f92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '165cbc03c78946dba501f45f1daf386b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.276934] env[62359]: DEBUG oslo_concurrency.lockutils [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] Releasing lock "refresh_cache-1efd98fb-74e1-463e-afee-a53f890f8043" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.277436] env[62359]: DEBUG nova.compute.manager [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Received event network-changed-7d77323d-265d-49b1-b385-01fb074f65de {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.277436] env[62359]: DEBUG nova.compute.manager [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Refreshing instance network info cache due to event network-changed-7d77323d-265d-49b1-b385-01fb074f65de. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 589.277616] env[62359]: DEBUG oslo_concurrency.lockutils [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] Acquiring lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.279160] env[62359]: DEBUG oslo_concurrency.lockutils [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] Acquired lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.279160] env[62359]: DEBUG nova.network.neutron [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Refreshing network info cache for port 7d77323d-265d-49b1-b385-01fb074f65de {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.379133] env[62359]: DEBUG nova.compute.manager [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.432498] env[62359]: INFO nova.compute.manager [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Took 24.12 seconds to build instance. [ 589.535869] env[62359]: INFO nova.compute.manager [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Took 24.00 seconds to build instance. [ 589.574838] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.578085] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Releasing lock "refresh_cache-5e015d27-e0a0-411c-9515-a459994115df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.578398] env[62359]: DEBUG nova.compute.manager [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Instance network_info: |[{"id": "242dd5d5-0485-4bed-af10-8930f7a8ccaa", "address": "fa:16:3e:59:45:43", "network": {"id": "52721c37-c726-44b1-a0f8-552a11f7eadf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1921299926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94eda48ceaf548e8898027084136c946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242dd5d5-04", "ovs_interfaceid": "242dd5d5-0485-4bed-af10-8930f7a8ccaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.579234] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:45:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '242dd5d5-0485-4bed-af10-8930f7a8ccaa', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.588138] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Creating folder: Project (94eda48ceaf548e8898027084136c946). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.588884] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2f720bd-0791-4a80-820a-c3697526b0a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.601135] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Created folder: Project (94eda48ceaf548e8898027084136c946) in parent group-v494269. [ 589.601258] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Creating folder: Instances. Parent ref: group-v494325. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.601501] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1430909-c271-46d6-aeff-30e0544c557e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.613279] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Created folder: Instances in parent group-v494325. [ 589.613529] env[62359]: DEBUG oslo.service.loopingcall [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.613745] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.613969] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bee6f69-df59-412f-b4fa-e401eb0fc8f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.638255] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.638255] env[62359]: value = "task-2440230" [ 589.638255] env[62359]: _type = "Task" [ 589.638255] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.647213] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440230, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.680313] env[62359]: DEBUG oslo_vmware.api [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440227, 'name': PowerOffVM_Task, 'duration_secs': 0.334411} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.680313] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 589.680817] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 589.681091] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cea20297-09c5-4272-93b5-fb19960ca08d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.752429] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 589.752716] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 589.752891] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Deleting the datastore file [datastore1] ab209762-cea6-4a76-9232-527ac7163c86 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.753135] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be072429-0055-45a2-afb5-1b505912b119 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.763067] env[62359]: DEBUG oslo_vmware.api [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for the task: (returnval){ [ 589.763067] env[62359]: value = "task-2440232" [ 589.763067] env[62359]: _type = "Task" [ 589.763067] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.776747] env[62359]: DEBUG oslo_vmware.api [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.851178] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a2bf0d-595b-45e3-9a9f-a49853490614 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.859423] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebdc7f2-a941-4118-9176-0dcc9382b789 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.905792] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f07aa55-6f91-4484-9139-8f3634edb126 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.915464] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f4f07e-6032-463d-90f2-a0e5be7002c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.939540] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5e849912-9cdd-41f2-b6e6-224445960ac3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "f77f03a2-5c31-478e-ad40-81ae15216981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.308s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.940423] env[62359]: DEBUG nova.compute.provider_tree [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.038435] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3acdcb8-6813-4e30-bd84-6419b4b49865 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lock "96be33ea-8064-49df-bb04-78c162e2b557" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.023s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.039673] env[62359]: DEBUG nova.compute.manager [req-8d4b7434-edb0-4805-b8bd-a816c523a9f9 req-3e8f9e81-1bd2-4b22-8da5-14863eb1c1c2 service nova] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Received event network-vif-deleted-f678ada3-4aa1-4acc-afac-9e6aaf743fac {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.077199] env[62359]: DEBUG oslo_vmware.api [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Task: {'id': task-2440226, 'name': PowerOnVM_Task, 'duration_secs': 0.706208} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.078104] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.078336] env[62359]: DEBUG nova.compute.manager [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.079783] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae5e85a-a8c9-47c7-8418-640896c1858c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.118947] env[62359]: DEBUG oslo_vmware.rw_handles [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b5867-1de3-a4ca-5985-26e0facfe1b1/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 590.119928] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46db93e-3386-4252-af70-06f08c700ec1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.126712] env[62359]: DEBUG oslo_vmware.rw_handles [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b5867-1de3-a4ca-5985-26e0facfe1b1/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 590.126924] env[62359]: ERROR oslo_vmware.rw_handles [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b5867-1de3-a4ca-5985-26e0facfe1b1/disk-0.vmdk due to incomplete transfer. [ 590.127785] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-80bc1100-96cc-42d4-9091-99133ddbc18d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.134945] env[62359]: DEBUG oslo_vmware.rw_handles [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b5867-1de3-a4ca-5985-26e0facfe1b1/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 590.135164] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Uploaded image 61d65bb6-16de-42ce-ad30-8309376e5f2a to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 590.137242] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 590.137736] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2ce1229-931d-40b7-b163-da387661f188 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.148226] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440230, 'name': CreateVM_Task, 'duration_secs': 0.449367} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.149478] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.149682] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 590.149682] env[62359]: value = "task-2440233" [ 590.149682] env[62359]: _type = "Task" [ 590.149682] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.150306] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.150460] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.150774] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.151148] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1674f76a-a288-4a0e-a64f-7229a6638de4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.159853] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for the task: (returnval){ [ 590.159853] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e7f0ea-8d08-9feb-979f-461918fdba40" [ 590.159853] env[62359]: _type = "Task" [ 590.159853] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.163186] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440233, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.175842] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e7f0ea-8d08-9feb-979f-461918fdba40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.275310] env[62359]: DEBUG oslo_vmware.api [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Task: {'id': task-2440232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303594} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.275978] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.276324] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 590.276533] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 590.276776] env[62359]: INFO nova.compute.manager [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Took 1.13 seconds to destroy the instance on the hypervisor. [ 590.277179] env[62359]: DEBUG oslo.service.loopingcall [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.277443] env[62359]: DEBUG nova.compute.manager [-] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 590.277535] env[62359]: DEBUG nova.network.neutron [-] [instance: ab209762-cea6-4a76-9232-527ac7163c86] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 590.350667] env[62359]: DEBUG nova.network.neutron [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Successfully created port: df1aa92c-cf97-40ee-acf6-def068741ebd {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.410612] env[62359]: DEBUG nova.compute.manager [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.444999] env[62359]: DEBUG nova.scheduler.client.report [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.451954] env[62359]: DEBUG nova.compute.manager [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.466501] env[62359]: DEBUG nova.virt.hardware [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.466760] env[62359]: DEBUG nova.virt.hardware [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.466915] env[62359]: DEBUG nova.virt.hardware [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.469113] env[62359]: DEBUG nova.virt.hardware [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.469113] env[62359]: DEBUG nova.virt.hardware [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.469113] env[62359]: DEBUG nova.virt.hardware [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.469113] env[62359]: DEBUG nova.virt.hardware [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.469113] env[62359]: DEBUG nova.virt.hardware [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.469622] env[62359]: DEBUG nova.virt.hardware [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.469622] env[62359]: DEBUG nova.virt.hardware [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.469622] env[62359]: DEBUG nova.virt.hardware [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.469934] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5ac160-4bb0-49da-a779-7b032d6880a9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.490680] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29587d6d-4cf6-48e5-a556-48bcb0b10ad0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.560562] env[62359]: DEBUG nova.compute.manager [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Received event network-vif-plugged-242dd5d5-0485-4bed-af10-8930f7a8ccaa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.560788] env[62359]: DEBUG oslo_concurrency.lockutils [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] Acquiring lock "5e015d27-e0a0-411c-9515-a459994115df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.560986] env[62359]: DEBUG oslo_concurrency.lockutils [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] Lock "5e015d27-e0a0-411c-9515-a459994115df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.561165] env[62359]: DEBUG oslo_concurrency.lockutils [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] Lock "5e015d27-e0a0-411c-9515-a459994115df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.561895] env[62359]: DEBUG nova.compute.manager [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 5e015d27-e0a0-411c-9515-a459994115df] No waiting events found dispatching network-vif-plugged-242dd5d5-0485-4bed-af10-8930f7a8ccaa {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.562170] env[62359]: WARNING nova.compute.manager [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Received unexpected event network-vif-plugged-242dd5d5-0485-4bed-af10-8930f7a8ccaa for instance with vm_state building and task_state spawning. [ 590.562319] env[62359]: DEBUG nova.compute.manager [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Received event network-changed-242dd5d5-0485-4bed-af10-8930f7a8ccaa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.562473] env[62359]: DEBUG nova.compute.manager [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Refreshing instance network info cache due to event network-changed-242dd5d5-0485-4bed-af10-8930f7a8ccaa. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 590.562684] env[62359]: DEBUG oslo_concurrency.lockutils [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] Acquiring lock "refresh_cache-5e015d27-e0a0-411c-9515-a459994115df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.562840] env[62359]: DEBUG oslo_concurrency.lockutils [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] Acquired lock "refresh_cache-5e015d27-e0a0-411c-9515-a459994115df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.562990] env[62359]: DEBUG nova.network.neutron [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Refreshing network info cache for port 242dd5d5-0485-4bed-af10-8930f7a8ccaa {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.600364] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.607990] env[62359]: DEBUG nova.network.neutron [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Updated VIF entry in instance network info cache for port 7d77323d-265d-49b1-b385-01fb074f65de. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.608127] env[62359]: DEBUG nova.network.neutron [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Updating instance_info_cache with network_info: [{"id": "7d77323d-265d-49b1-b385-01fb074f65de", "address": "fa:16:3e:c8:3f:5b", "network": {"id": "09d6ffb1-095e-482d-9c64-eb8bd22614f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1654353268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f75f76346a54469910797e4108134de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d77323d-26", "ovs_interfaceid": "7d77323d-265d-49b1-b385-01fb074f65de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.664793] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440233, 'name': Destroy_Task, 'duration_secs': 0.363896} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.664793] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Destroyed the VM [ 590.664793] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 590.672020] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2fab5edd-34b7-4cbc-815a-0abc7eab1d88 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.675715] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 590.675715] env[62359]: value = "task-2440234" [ 590.675715] env[62359]: _type = "Task" [ 590.675715] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.679961] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e7f0ea-8d08-9feb-979f-461918fdba40, 'name': SearchDatastore_Task, 'duration_secs': 0.029001} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.682815] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.683113] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.683374] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.683524] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.683760] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.684026] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd0e2539-80bf-495a-b8b0-a35a3244e7c7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.695049] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.695239] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.695964] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb6eb0d-04d5-4b63-8307-9290836c90e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.702329] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for the task: (returnval){ [ 590.702329] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e48d36-ff13-ee78-9710-463b9809f3b2" [ 590.702329] env[62359]: _type = "Task" [ 590.702329] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.713873] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e48d36-ff13-ee78-9710-463b9809f3b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.957340] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.957905] env[62359]: DEBUG nova.compute.manager [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.964453] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.405s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.964682] env[62359]: DEBUG nova.objects.instance [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Lazy-loading 'resources' on Instance uuid 92047179-2f4d-4f31-8c80-853d7c10946c {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 590.993019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.110868] env[62359]: DEBUG oslo_concurrency.lockutils [req-ec52b321-5548-41cf-a18d-27ee34e12142 req-0f588278-ca76-4c86-98db-8d5c63b8603b service nova] Releasing lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.192829] env[62359]: DEBUG oslo_vmware.api [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440234, 'name': RemoveSnapshot_Task, 'duration_secs': 0.476373} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.193128] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 591.193361] env[62359]: INFO nova.compute.manager [None req-649010fc-3fd4-461f-bcbe-c55de93978b4 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Took 15.24 seconds to snapshot the instance on the hypervisor. [ 591.218152] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e48d36-ff13-ee78-9710-463b9809f3b2, 'name': SearchDatastore_Task, 'duration_secs': 0.019262} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.218954] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32ad56d-2e1e-4d69-8962-75339d4e55f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.225624] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for the task: (returnval){ [ 591.225624] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52081a3a-a361-b84c-d019-478095dd36ea" [ 591.225624] env[62359]: _type = "Task" [ 591.225624] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.234768] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52081a3a-a361-b84c-d019-478095dd36ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.468361] env[62359]: DEBUG nova.compute.utils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 591.470694] env[62359]: DEBUG nova.compute.manager [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.470989] env[62359]: DEBUG nova.network.neutron [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.607013] env[62359]: DEBUG nova.policy [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb2ebf432052427d963b00698ef134f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f17e4b903f5744aabd468da5d7f1cb47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.673198] env[62359]: DEBUG nova.network.neutron [-] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.748724] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52081a3a-a361-b84c-d019-478095dd36ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.749202] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.749593] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 5e015d27-e0a0-411c-9515-a459994115df/5e015d27-e0a0-411c-9515-a459994115df.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.751953] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dc857d9-aa3c-47b8-b96c-20418a80b72a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.758431] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for the task: (returnval){ [ 591.758431] env[62359]: value = "task-2440235" [ 591.758431] env[62359]: _type = "Task" [ 591.758431] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.767625] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.780823] env[62359]: DEBUG nova.network.neutron [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Updated VIF entry in instance network info cache for port 242dd5d5-0485-4bed-af10-8930f7a8ccaa. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.781136] env[62359]: DEBUG nova.network.neutron [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Updating instance_info_cache with network_info: [{"id": "242dd5d5-0485-4bed-af10-8930f7a8ccaa", "address": "fa:16:3e:59:45:43", "network": {"id": "52721c37-c726-44b1-a0f8-552a11f7eadf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1921299926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94eda48ceaf548e8898027084136c946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242dd5d5-04", "ovs_interfaceid": "242dd5d5-0485-4bed-af10-8930f7a8ccaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.977442] env[62359]: DEBUG nova.compute.manager [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.027585] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32d5f44-a6b4-49a1-b4e5-fc7e9a330607 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.041371] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f962d6-bf76-4fb4-b38a-2de1749f27b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.084480] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab25e71-6b91-4c66-9a0e-0b65048ef51e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.093571] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a055013-1341-471e-8692-6f903ee25f7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.109164] env[62359]: DEBUG nova.compute.provider_tree [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.183000] env[62359]: INFO nova.compute.manager [-] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Took 1.90 seconds to deallocate network for instance. [ 592.274938] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440235, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.287427] env[62359]: DEBUG oslo_concurrency.lockutils [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] Releasing lock "refresh_cache-5e015d27-e0a0-411c-9515-a459994115df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.287427] env[62359]: DEBUG nova.compute.manager [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Received event network-changed-c919a419-2173-4438-840c-ffb57fea6052 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.287427] env[62359]: DEBUG nova.compute.manager [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Refreshing instance network info cache due to event network-changed-c919a419-2173-4438-840c-ffb57fea6052. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 592.287427] env[62359]: DEBUG oslo_concurrency.lockutils [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] Acquiring lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.287427] env[62359]: DEBUG oslo_concurrency.lockutils [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] Acquired lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.287631] env[62359]: DEBUG nova.network.neutron [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Refreshing network info cache for port c919a419-2173-4438-840c-ffb57fea6052 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.572042] env[62359]: DEBUG nova.network.neutron [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Successfully created port: 4411d7a5-09f0-4db5-a560-64e11ee39db2 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.612201] env[62359]: DEBUG nova.scheduler.client.report [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.695448] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.771811] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65894} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.772445] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 5e015d27-e0a0-411c-9515-a459994115df/5e015d27-e0a0-411c-9515-a459994115df.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.772445] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.772925] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-697844b6-fb2a-4bc9-8c45-efe0ca0b451d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.779047] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for the task: (returnval){ [ 592.779047] env[62359]: value = "task-2440236" [ 592.779047] env[62359]: _type = "Task" [ 592.779047] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.787235] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.992213] env[62359]: DEBUG nova.compute.manager [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.021063] env[62359]: DEBUG nova.virt.hardware [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.021063] env[62359]: DEBUG nova.virt.hardware [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.021063] env[62359]: DEBUG nova.virt.hardware [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.021285] env[62359]: DEBUG nova.virt.hardware [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.021285] env[62359]: DEBUG nova.virt.hardware [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.021285] env[62359]: DEBUG nova.virt.hardware [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.025023] env[62359]: DEBUG nova.virt.hardware [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.025023] env[62359]: DEBUG nova.virt.hardware [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.025023] env[62359]: DEBUG nova.virt.hardware [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.025023] env[62359]: DEBUG nova.virt.hardware [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.025023] env[62359]: DEBUG nova.virt.hardware [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.025342] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d214ac-24e3-4575-a489-4affe4eef481 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.032731] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74f3b51-edbe-4633-b34a-28eaa8fe2694 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.124136] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.127034] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.678s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.127717] env[62359]: DEBUG nova.objects.instance [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lazy-loading 'resources' on Instance uuid 22951fa0-9695-487c-88de-05a13a9e96a5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 593.159982] env[62359]: INFO nova.scheduler.client.report [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Deleted allocations for instance 92047179-2f4d-4f31-8c80-853d7c10946c [ 593.291778] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200696} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.292067] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.292969] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804743fc-6c47-4e0d-bb1f-10eefef2154e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.322779] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 5e015d27-e0a0-411c-9515-a459994115df/5e015d27-e0a0-411c-9515-a459994115df.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.323880] env[62359]: DEBUG nova.network.neutron [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Updated VIF entry in instance network info cache for port c919a419-2173-4438-840c-ffb57fea6052. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.324278] env[62359]: DEBUG nova.network.neutron [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Updating instance_info_cache with network_info: [{"id": "c919a419-2173-4438-840c-ffb57fea6052", "address": "fa:16:3e:62:36:12", "network": {"id": "bbe9b7d5-e56a-400f-865d-76deedc96663", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-918902509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc39b8487b46cda130f2422b4dbc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc919a419-21", "ovs_interfaceid": "c919a419-2173-4438-840c-ffb57fea6052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.325425] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ff1cfd1-eb11-4e1b-8930-044bd071bc03 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.352869] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for the task: (returnval){ [ 593.352869] env[62359]: value = "task-2440237" [ 593.352869] env[62359]: _type = "Task" [ 593.352869] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.363892] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.555155] env[62359]: DEBUG nova.network.neutron [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Successfully updated port: df1aa92c-cf97-40ee-acf6-def068741ebd {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.608118] env[62359]: DEBUG nova.compute.manager [None req-3367fa90-0a8f-49ce-b10e-aee52d00746a tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.609066] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d257a-af39-4f1a-8994-51bbdad111ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.674678] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b817cdf6-8f4f-458a-9323-c9c693d5c8c4 tempest-ServerDiagnosticsTest-2000834152 tempest-ServerDiagnosticsTest-2000834152-project-member] Lock "92047179-2f4d-4f31-8c80-853d7c10946c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.795s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.846945] env[62359]: DEBUG oslo_concurrency.lockutils [req-f5fe4937-fcc1-4d20-96a4-a6d26e47fb83 req-e30e3b7c-a76e-4752-bee6-e3b0c3836318 service nova] Releasing lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.864083] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.893234] env[62359]: DEBUG nova.compute.manager [req-84f6304c-c6ad-4fa8-9b7b-3146d2526b1a req-1bf44984-c5d8-468b-92e6-abdb09709854 service nova] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Received event network-vif-deleted-02e599b1-fdf0-42b9-9bd9-1c9d3efe9b41 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.923675] env[62359]: DEBUG nova.compute.manager [req-e2427d5c-0311-4056-92a7-233d65a097e0 req-f06ed7a6-4db8-4620-af05-fc58dccc9b24 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Received event network-changed-c919a419-2173-4438-840c-ffb57fea6052 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.923886] env[62359]: DEBUG nova.compute.manager [req-e2427d5c-0311-4056-92a7-233d65a097e0 req-f06ed7a6-4db8-4620-af05-fc58dccc9b24 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Refreshing instance network info cache due to event network-changed-c919a419-2173-4438-840c-ffb57fea6052. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.924132] env[62359]: DEBUG oslo_concurrency.lockutils [req-e2427d5c-0311-4056-92a7-233d65a097e0 req-f06ed7a6-4db8-4620-af05-fc58dccc9b24 service nova] Acquiring lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.924275] env[62359]: DEBUG oslo_concurrency.lockutils [req-e2427d5c-0311-4056-92a7-233d65a097e0 req-f06ed7a6-4db8-4620-af05-fc58dccc9b24 service nova] Acquired lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.924470] env[62359]: DEBUG nova.network.neutron [req-e2427d5c-0311-4056-92a7-233d65a097e0 req-f06ed7a6-4db8-4620-af05-fc58dccc9b24 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Refreshing network info cache for port c919a419-2173-4438-840c-ffb57fea6052 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.059920] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.059920] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.059920] env[62359]: DEBUG nova.network.neutron [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.111246] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquiring lock "8577a502-89c3-4ab2-b116-fe335165524e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.111668] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Lock "8577a502-89c3-4ab2-b116-fe335165524e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.114114] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94a84cb-6a38-4eca-ba87-3fc3a7ec573e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.126869] env[62359]: INFO nova.compute.manager [None req-3367fa90-0a8f-49ce-b10e-aee52d00746a tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] instance snapshotting [ 594.127497] env[62359]: DEBUG nova.objects.instance [None req-3367fa90-0a8f-49ce-b10e-aee52d00746a tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lazy-loading 'flavor' on Instance uuid 96be33ea-8064-49df-bb04-78c162e2b557 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 594.130047] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53f43d6-64cb-4d33-9606-f08744fd28d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.825055] env[62359]: INFO nova.compute.manager [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Rebuilding instance [ 594.833578] env[62359]: DEBUG nova.compute.manager [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.848712] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a44ae2b-4c8e-4b35-9929-4eedafb65419 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.852577] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bab13b-7e4e-4377-9d8c-368807777f58 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.864252] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440237, 'name': ReconfigVM_Task, 'duration_secs': 1.01168} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.875752] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c509ede-1a7f-4f0d-8f3b-db435a0b4b2f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.880252] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 5e015d27-e0a0-411c-9515-a459994115df/5e015d27-e0a0-411c-9515-a459994115df.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.883324] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb2bb4cb-e680-435f-958d-059057c5eaee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.886075] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fc830a-61f8-4d51-9ada-429259b2d13a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.899134] env[62359]: DEBUG nova.compute.provider_tree [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.907204] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for the task: (returnval){ [ 594.907204] env[62359]: value = "task-2440238" [ 594.907204] env[62359]: _type = "Task" [ 594.907204] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.914816] env[62359]: DEBUG nova.scheduler.client.report [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.928748] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440238, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.951389] env[62359]: DEBUG nova.compute.manager [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.952578] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801941f1-06b2-443b-a55b-72e9f9ac3289 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.986983] env[62359]: DEBUG nova.network.neutron [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.228726] env[62359]: DEBUG nova.network.neutron [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Successfully updated port: 4411d7a5-09f0-4db5-a560-64e11ee39db2 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.293494] env[62359]: DEBUG nova.network.neutron [req-e2427d5c-0311-4056-92a7-233d65a097e0 req-f06ed7a6-4db8-4620-af05-fc58dccc9b24 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Updated VIF entry in instance network info cache for port c919a419-2173-4438-840c-ffb57fea6052. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.293880] env[62359]: DEBUG nova.network.neutron [req-e2427d5c-0311-4056-92a7-233d65a097e0 req-f06ed7a6-4db8-4620-af05-fc58dccc9b24 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Updating instance_info_cache with network_info: [{"id": "c919a419-2173-4438-840c-ffb57fea6052", "address": "fa:16:3e:62:36:12", "network": {"id": "bbe9b7d5-e56a-400f-865d-76deedc96663", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-918902509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc39b8487b46cda130f2422b4dbc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc919a419-21", "ovs_interfaceid": "c919a419-2173-4438-840c-ffb57fea6052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.352647] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquiring lock "96be33ea-8064-49df-bb04-78c162e2b557" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.352822] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lock "96be33ea-8064-49df-bb04-78c162e2b557" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.353055] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquiring lock "96be33ea-8064-49df-bb04-78c162e2b557-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.353269] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lock "96be33ea-8064-49df-bb04-78c162e2b557-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.355376] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lock "96be33ea-8064-49df-bb04-78c162e2b557-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.357831] env[62359]: INFO nova.compute.manager [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Terminating instance [ 595.359575] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquiring lock "14eaf7ed-743b-4198-832d-54d4cc21c2d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.359729] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "14eaf7ed-743b-4198-832d-54d4cc21c2d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.360105] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquiring lock "14eaf7ed-743b-4198-832d-54d4cc21c2d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.360167] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "14eaf7ed-743b-4198-832d-54d4cc21c2d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.360310] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "14eaf7ed-743b-4198-832d-54d4cc21c2d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.367328] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.367558] env[62359]: INFO nova.compute.manager [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Terminating instance [ 595.373050] env[62359]: DEBUG nova.network.neutron [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance_info_cache with network_info: [{"id": "df1aa92c-cf97-40ee-acf6-def068741ebd", "address": "fa:16:3e:cd:c5:c8", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1aa92c-cf", "ovs_interfaceid": "df1aa92c-cf97-40ee-acf6-def068741ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.412843] env[62359]: DEBUG nova.compute.manager [None req-3367fa90-0a8f-49ce-b10e-aee52d00746a tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Instance disappeared during snapshot {{(pid=62359) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 595.421033] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.431923] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.708s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.431923] env[62359]: DEBUG nova.objects.instance [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 595.442345] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440238, 'name': Rename_Task, 'duration_secs': 0.263025} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.442685] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.442953] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fac64be2-e779-4c96-b946-58f49184ec3a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.450729] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for the task: (returnval){ [ 595.450729] env[62359]: value = "task-2440239" [ 595.450729] env[62359]: _type = "Task" [ 595.450729] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.460107] env[62359]: INFO nova.scheduler.client.report [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Deleted allocations for instance 22951fa0-9695-487c-88de-05a13a9e96a5 [ 595.469174] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440239, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.667577] env[62359]: DEBUG nova.compute.manager [None req-3367fa90-0a8f-49ce-b10e-aee52d00746a tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Found 0 images (rotation: 2) {{(pid=62359) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 595.730832] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "refresh_cache-b333c2dd-bae6-41f6-8a2d-6ace281206c6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.730950] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "refresh_cache-b333c2dd-bae6-41f6-8a2d-6ace281206c6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.731107] env[62359]: DEBUG nova.network.neutron [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.797391] env[62359]: DEBUG oslo_concurrency.lockutils [req-e2427d5c-0311-4056-92a7-233d65a097e0 req-f06ed7a6-4db8-4620-af05-fc58dccc9b24 service nova] Releasing lock "refresh_cache-21fd3d6a-3e9d-4622-8062-036c5525df79" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.874538] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquiring lock "refresh_cache-96be33ea-8064-49df-bb04-78c162e2b557" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.874538] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquired lock "refresh_cache-96be33ea-8064-49df-bb04-78c162e2b557" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.874538] env[62359]: DEBUG nova.network.neutron [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.875027] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquiring lock "refresh_cache-14eaf7ed-743b-4198-832d-54d4cc21c2d8" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.875027] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquired lock "refresh_cache-14eaf7ed-743b-4198-832d-54d4cc21c2d8" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.875027] env[62359]: DEBUG nova.network.neutron [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.877419] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.877419] env[62359]: DEBUG nova.compute.manager [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Instance network_info: |[{"id": "df1aa92c-cf97-40ee-acf6-def068741ebd", "address": "fa:16:3e:cd:c5:c8", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1aa92c-cf", "ovs_interfaceid": "df1aa92c-cf97-40ee-acf6-def068741ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.882171] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:c5:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df1aa92c-cf97-40ee-acf6-def068741ebd', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.892040] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Creating folder: Project (165cbc03c78946dba501f45f1daf386b). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.893316] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ce459aa-ed60-4ff3-9edb-179e2e97ef92 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.911824] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Created folder: Project (165cbc03c78946dba501f45f1daf386b) in parent group-v494269. [ 595.911824] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Creating folder: Instances. Parent ref: group-v494328. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.914228] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4816c532-abdc-4e1a-b36f-46191a93568d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.924350] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Created folder: Instances in parent group-v494328. [ 595.924618] env[62359]: DEBUG oslo.service.loopingcall [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.925048] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.925048] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b11435-177f-4635-8c8a-18e396a1ff00 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.958159] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.958159] env[62359]: value = "task-2440242" [ 595.958159] env[62359]: _type = "Task" [ 595.958159] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.966226] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440239, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.969482] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1966f3a1-46f7-41ac-ac81-02e2fad52506 tempest-AttachInterfacesV270Test-1906287151 tempest-AttachInterfacesV270Test-1906287151-project-member] Lock "22951fa0-9695-487c-88de-05a13a9e96a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.574s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.974654] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 595.975689] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440242, 'name': CreateVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.975689] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2e65ce5-bb13-4e82-8462-79bb5c8eb6c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.984165] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 595.984165] env[62359]: value = "task-2440243" [ 595.984165] env[62359]: _type = "Task" [ 595.984165] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.000065] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.228747] env[62359]: DEBUG oslo_concurrency.lockutils [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "981fb438-a3ad-415e-9dc8-276a8829a769" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.229100] env[62359]: DEBUG oslo_concurrency.lockutils [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "981fb438-a3ad-415e-9dc8-276a8829a769" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.229326] env[62359]: DEBUG oslo_concurrency.lockutils [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "981fb438-a3ad-415e-9dc8-276a8829a769-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.229727] env[62359]: DEBUG oslo_concurrency.lockutils [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "981fb438-a3ad-415e-9dc8-276a8829a769-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.229921] env[62359]: DEBUG oslo_concurrency.lockutils [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "981fb438-a3ad-415e-9dc8-276a8829a769-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.232152] env[62359]: INFO nova.compute.manager [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Terminating instance [ 596.318262] env[62359]: DEBUG nova.network.neutron [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.402635] env[62359]: DEBUG nova.network.neutron [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.440065] env[62359]: DEBUG nova.network.neutron [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.449718] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72cea7c7-425b-4eac-8806-ef1a84f02151 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.450840] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.165s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.453255] env[62359]: INFO nova.compute.claims [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.460628] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquiring lock "bae0649b-ebc1-459c-bb85-c4f152e4736e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.460628] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Lock "bae0649b-ebc1-459c-bb85-c4f152e4736e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.460867] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquiring lock "bae0649b-ebc1-459c-bb85-c4f152e4736e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.460918] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Lock "bae0649b-ebc1-459c-bb85-c4f152e4736e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.461065] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Lock "bae0649b-ebc1-459c-bb85-c4f152e4736e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.471971] env[62359]: INFO nova.compute.manager [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Terminating instance [ 596.487295] env[62359]: DEBUG oslo_vmware.api [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440239, 'name': PowerOnVM_Task, 'duration_secs': 0.738517} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.487295] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440242, 'name': CreateVM_Task, 'duration_secs': 0.374718} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.488651] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.488927] env[62359]: INFO nova.compute.manager [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Took 10.82 seconds to spawn the instance on the hypervisor. [ 596.489150] env[62359]: DEBUG nova.compute.manager [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.492565] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.494146] env[62359]: DEBUG nova.network.neutron [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.497309] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98d630f-02aa-4887-8e1b-e8bc5d87ac5d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.501059] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.501059] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.501059] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.502343] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec12296d-603e-4dba-8880-46737ec343b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.507919] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440243, 'name': PowerOffVM_Task, 'duration_secs': 0.244771} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.508581] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 596.508734] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.511160] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed509a-53c5-4eef-be7d-d8f53131576b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.518829] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 596.518829] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520f94dd-3640-1d3a-0791-0cec91c7d3b3" [ 596.518829] env[62359]: _type = "Task" [ 596.518829] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.526237] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 596.526237] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be1c46ac-d7f0-4dab-9b15-7c516149b5d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.532831] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520f94dd-3640-1d3a-0791-0cec91c7d3b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.609214] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 596.609846] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 596.609992] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleting the datastore file [datastore2] f77f03a2-5c31-478e-ad40-81ae15216981 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.610423] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13c0613e-777c-4864-9f4b-aa743dd679ce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.617230] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 596.617230] env[62359]: value = "task-2440245" [ 596.617230] env[62359]: _type = "Task" [ 596.617230] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.627260] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.681813] env[62359]: DEBUG nova.network.neutron [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.740588] env[62359]: DEBUG nova.compute.manager [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 596.741051] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.742271] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bb0dfa-8237-438b-9e6d-a425dc952232 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.754930] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 596.755144] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e08f1885-7fce-46dc-af23-badeb65d382c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.822022] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 596.822022] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 596.822022] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleting the datastore file [datastore2] 981fb438-a3ad-415e-9dc8-276a8829a769 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.822022] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d4e5466-e445-46df-9542-74bb4413b513 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.829620] env[62359]: DEBUG oslo_vmware.api [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 596.829620] env[62359]: value = "task-2440247" [ 596.829620] env[62359]: _type = "Task" [ 596.829620] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.838737] env[62359]: DEBUG oslo_vmware.api [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.903370] env[62359]: DEBUG nova.network.neutron [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Updating instance_info_cache with network_info: [{"id": "4411d7a5-09f0-4db5-a560-64e11ee39db2", "address": "fa:16:3e:66:24:26", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4411d7a5-09", "ovs_interfaceid": "4411d7a5-09f0-4db5-a560-64e11ee39db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.981846] env[62359]: DEBUG nova.compute.manager [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 596.982103] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.983067] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d186b38c-d0ee-4344-bcfc-45a4f9d278d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.994097] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.995041] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91489691-a0f2-41d4-8a07-20fdc8fdea36 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.004379] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Releasing lock "refresh_cache-96be33ea-8064-49df-bb04-78c162e2b557" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.005169] env[62359]: DEBUG nova.compute.manager [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 597.005169] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 597.005545] env[62359]: DEBUG oslo_vmware.api [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for the task: (returnval){ [ 597.005545] env[62359]: value = "task-2440248" [ 597.005545] env[62359]: _type = "Task" [ 597.005545] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.006232] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8af20e-7b4b-41e3-b2b4-9b8fb3372c8d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.023133] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 597.028608] env[62359]: DEBUG oslo_vmware.api [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.031943] env[62359]: INFO nova.compute.manager [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Took 26.35 seconds to build instance. [ 597.033386] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-926021c4-8dd2-49da-b6b3-13426789d046 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.047313] env[62359]: DEBUG nova.compute.manager [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Received event network-vif-plugged-4411d7a5-09f0-4db5-a560-64e11ee39db2 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.048139] env[62359]: DEBUG oslo_concurrency.lockutils [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] Acquiring lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.048993] env[62359]: DEBUG oslo_concurrency.lockutils [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] Lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.049451] env[62359]: DEBUG oslo_concurrency.lockutils [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] Lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.050155] env[62359]: DEBUG nova.compute.manager [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] No waiting events found dispatching network-vif-plugged-4411d7a5-09f0-4db5-a560-64e11ee39db2 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.050561] env[62359]: WARNING nova.compute.manager [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Received unexpected event network-vif-plugged-4411d7a5-09f0-4db5-a560-64e11ee39db2 for instance with vm_state building and task_state spawning. [ 597.052079] env[62359]: DEBUG nova.compute.manager [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Received event network-changed-4411d7a5-09f0-4db5-a560-64e11ee39db2 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.052079] env[62359]: DEBUG nova.compute.manager [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Refreshing instance network info cache due to event network-changed-4411d7a5-09f0-4db5-a560-64e11ee39db2. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.052079] env[62359]: DEBUG oslo_concurrency.lockutils [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] Acquiring lock "refresh_cache-b333c2dd-bae6-41f6-8a2d-6ace281206c6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.059839] env[62359]: DEBUG oslo_vmware.api [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for the task: (returnval){ [ 597.059839] env[62359]: value = "task-2440249" [ 597.059839] env[62359]: _type = "Task" [ 597.059839] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.060989] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520f94dd-3640-1d3a-0791-0cec91c7d3b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01869} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.061998] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.061998] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.062446] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.062446] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.062586] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.070858] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-462039ea-41dd-4cdd-b7b8-82348839326e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.085860] env[62359]: DEBUG oslo_vmware.api [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.088160] env[62359]: DEBUG nova.compute.manager [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Received event network-vif-plugged-df1aa92c-cf97-40ee-acf6-def068741ebd {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.088377] env[62359]: DEBUG oslo_concurrency.lockutils [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] Acquiring lock "e1f32dac-ca5e-4065-b322-0b668901b2c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.088787] env[62359]: DEBUG oslo_concurrency.lockutils [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.088787] env[62359]: DEBUG oslo_concurrency.lockutils [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.088945] env[62359]: DEBUG nova.compute.manager [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] No waiting events found dispatching network-vif-plugged-df1aa92c-cf97-40ee-acf6-def068741ebd {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.089127] env[62359]: WARNING nova.compute.manager [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Received unexpected event network-vif-plugged-df1aa92c-cf97-40ee-acf6-def068741ebd for instance with vm_state building and task_state spawning. [ 597.089311] env[62359]: DEBUG nova.compute.manager [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Received event network-changed-df1aa92c-cf97-40ee-acf6-def068741ebd {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.089585] env[62359]: DEBUG nova.compute.manager [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Refreshing instance network info cache due to event network-changed-df1aa92c-cf97-40ee-acf6-def068741ebd. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.089643] env[62359]: DEBUG oslo_concurrency.lockutils [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] Acquiring lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.089777] env[62359]: DEBUG oslo_concurrency.lockutils [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] Acquired lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.089927] env[62359]: DEBUG nova.network.neutron [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Refreshing network info cache for port df1aa92c-cf97-40ee-acf6-def068741ebd {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.094700] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.095195] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.099060] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec1054c-6869-4a6e-b0f1-651e39ccb7f8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.105427] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 597.105427] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526dd33b-75bb-3687-ad66-1ea068052c72" [ 597.105427] env[62359]: _type = "Task" [ 597.105427] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.116392] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526dd33b-75bb-3687-ad66-1ea068052c72, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.117262] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7f5a94-641d-4b30-806d-ec64ac60b29a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.136616] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 597.136616] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52189ca9-3925-6688-e080-f500a7b178f2" [ 597.136616] env[62359]: _type = "Task" [ 597.136616] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.143401] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317475} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.143583] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.143767] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 597.143962] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 597.150187] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52189ca9-3925-6688-e080-f500a7b178f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010421} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.150699] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.150946] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] e1f32dac-ca5e-4065-b322-0b668901b2c7/e1f32dac-ca5e-4065-b322-0b668901b2c7.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.151210] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a28c2a-fc1e-431a-8d0c-a4a93c2578d9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.159228] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 597.159228] env[62359]: value = "task-2440250" [ 597.159228] env[62359]: _type = "Task" [ 597.159228] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.177522] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.184512] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Releasing lock "refresh_cache-14eaf7ed-743b-4198-832d-54d4cc21c2d8" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.185050] env[62359]: DEBUG nova.compute.manager [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 597.185689] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 597.186399] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbe1cf1-b775-4f43-a465-c598280a6d57 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.197328] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 597.197328] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a17b35e-b7fc-460f-a92e-696179f15384 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.203672] env[62359]: DEBUG oslo_vmware.api [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 597.203672] env[62359]: value = "task-2440251" [ 597.203672] env[62359]: _type = "Task" [ 597.203672] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.217406] env[62359]: DEBUG oslo_vmware.api [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.343764] env[62359]: DEBUG oslo_vmware.api [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242323} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.345977] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.346369] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 597.353164] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 597.353164] env[62359]: INFO nova.compute.manager [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Took 0.61 seconds to destroy the instance on the hypervisor. [ 597.353164] env[62359]: DEBUG oslo.service.loopingcall [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.353164] env[62359]: DEBUG nova.compute.manager [-] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 597.353164] env[62359]: DEBUG nova.network.neutron [-] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 597.405891] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "refresh_cache-b333c2dd-bae6-41f6-8a2d-6ace281206c6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.406245] env[62359]: DEBUG nova.compute.manager [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Instance network_info: |[{"id": "4411d7a5-09f0-4db5-a560-64e11ee39db2", "address": "fa:16:3e:66:24:26", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4411d7a5-09", "ovs_interfaceid": "4411d7a5-09f0-4db5-a560-64e11ee39db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.408476] env[62359]: DEBUG oslo_concurrency.lockutils [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] Acquired lock "refresh_cache-b333c2dd-bae6-41f6-8a2d-6ace281206c6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.408726] env[62359]: DEBUG nova.network.neutron [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Refreshing network info cache for port 4411d7a5-09f0-4db5-a560-64e11ee39db2 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.413273] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:24:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4411d7a5-09f0-4db5-a560-64e11ee39db2', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.423271] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Creating folder: Project (f17e4b903f5744aabd468da5d7f1cb47). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.424892] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-348c6e40-b676-45ac-87be-c8ebaf1fe7c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.437710] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Created folder: Project (f17e4b903f5744aabd468da5d7f1cb47) in parent group-v494269. [ 597.437710] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Creating folder: Instances. Parent ref: group-v494331. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.437710] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67ff6658-6dfd-492c-8d02-1af5b59ba8e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.448318] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Created folder: Instances in parent group-v494331. [ 597.448318] env[62359]: DEBUG oslo.service.loopingcall [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.448318] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.448318] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-928a3e0c-53f4-4870-8357-194366644f6f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.476967] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.476967] env[62359]: value = "task-2440254" [ 597.476967] env[62359]: _type = "Task" [ 597.476967] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.486775] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440254, 'name': CreateVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.526868] env[62359]: DEBUG oslo_vmware.api [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440248, 'name': PowerOffVM_Task, 'duration_secs': 0.252239} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.527232] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.527434] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 597.528430] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82f04f31-556a-4dab-a158-0133f7b313cd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.542501] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9e53185-f35a-431f-b3e0-9eec4c6df033 tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Lock "5e015d27-e0a0-411c-9515-a459994115df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.659s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.583491] env[62359]: DEBUG oslo_vmware.api [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440249, 'name': PowerOffVM_Task, 'duration_secs': 0.23992} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.584152] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.584152] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 597.584152] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b52851c7-6392-4bb2-8a48-84ab54117ed4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.610060] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.610348] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.610539] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Deleting the datastore file [datastore1] 96be33ea-8064-49df-bb04-78c162e2b557 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.614761] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daf04800-ee3f-42fb-a6f5-fdf1c84f2c05 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.622236] env[62359]: DEBUG oslo_vmware.api [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for the task: (returnval){ [ 597.622236] env[62359]: value = "task-2440257" [ 597.622236] env[62359]: _type = "Task" [ 597.622236] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.635408] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.635408] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.635408] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Deleting the datastore file [datastore2] bae0649b-ebc1-459c-bb85-c4f152e4736e {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.635408] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc39693e-c439-435f-b28f-9180cc1cbe67 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.640497] env[62359]: DEBUG oslo_vmware.api [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.645290] env[62359]: DEBUG oslo_vmware.api [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for the task: (returnval){ [ 597.645290] env[62359]: value = "task-2440258" [ 597.645290] env[62359]: _type = "Task" [ 597.645290] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.665627] env[62359]: DEBUG oslo_vmware.api [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.687254] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.719130] env[62359]: DEBUG oslo_vmware.api [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440251, 'name': PowerOffVM_Task, 'duration_secs': 0.139984} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.719271] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.720265] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 597.720265] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c6e55f2-67cd-4c5f-9bac-7cd2faa5bf29 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.749216] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.749216] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.749216] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Deleting the datastore file [datastore1] 14eaf7ed-743b-4198-832d-54d4cc21c2d8 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.749216] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-154bf016-0c2d-4278-90ff-59a0369faf11 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.759318] env[62359]: DEBUG oslo_vmware.api [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for the task: (returnval){ [ 597.759318] env[62359]: value = "task-2440260" [ 597.759318] env[62359]: _type = "Task" [ 597.759318] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.777789] env[62359]: DEBUG oslo_vmware.api [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.853050] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.853050] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.993541] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440254, 'name': CreateVM_Task, 'duration_secs': 0.369965} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.993719] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.994448] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.994621] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.994939] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.995228] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ffddef-ef26-4b79-ab8b-8498b6a0d8a4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.000650] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 598.000650] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b8c216-42d7-3e6b-7d92-fe63637485ec" [ 598.000650] env[62359]: _type = "Task" [ 598.000650] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.009046] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b8c216-42d7-3e6b-7d92-fe63637485ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.133354] env[62359]: DEBUG oslo_vmware.api [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Task: {'id': task-2440257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178987} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.136183] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.136379] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.136558] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.136729] env[62359]: INFO nova.compute.manager [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Took 1.13 seconds to destroy the instance on the hypervisor. [ 598.136976] env[62359]: DEBUG oslo.service.loopingcall [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.137377] env[62359]: DEBUG nova.compute.manager [-] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 598.137471] env[62359]: DEBUG nova.network.neutron [-] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 598.156078] env[62359]: DEBUG oslo_vmware.api [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Task: {'id': task-2440258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308995} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.156713] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.156713] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.156713] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.156866] env[62359]: INFO nova.compute.manager [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 598.157077] env[62359]: DEBUG oslo.service.loopingcall [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.157273] env[62359]: DEBUG nova.compute.manager [-] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 598.157364] env[62359]: DEBUG nova.network.neutron [-] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 598.189120] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559433} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.193173] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] e1f32dac-ca5e-4065-b322-0b668901b2c7/e1f32dac-ca5e-4065-b322-0b668901b2c7.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.193173] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.193765] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc5a093-4e5d-4e86-87a0-a5947af5a375 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.203792] env[62359]: DEBUG nova.network.neutron [-] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.206863] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-888052c6-7b74-4d01-aeca-2be93ec27155 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.220820] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d72579-0639-4beb-9aa7-c208ee7a7ee5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.225505] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 598.225505] env[62359]: value = "task-2440261" [ 598.225505] env[62359]: _type = "Task" [ 598.225505] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.228045] env[62359]: DEBUG nova.virt.hardware [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.228188] env[62359]: DEBUG nova.virt.hardware [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.228260] env[62359]: DEBUG nova.virt.hardware [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.228425] env[62359]: DEBUG nova.virt.hardware [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.228715] env[62359]: DEBUG nova.virt.hardware [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.228935] env[62359]: DEBUG nova.virt.hardware [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.229246] env[62359]: DEBUG nova.virt.hardware [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.229419] env[62359]: DEBUG nova.virt.hardware [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.229592] env[62359]: DEBUG nova.virt.hardware [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.229759] env[62359]: DEBUG nova.virt.hardware [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.229933] env[62359]: DEBUG nova.virt.hardware [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.231239] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551ad7df-b722-4f1e-8b86-a17592279a91 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.273132] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3641df02-0b5b-48d1-a6c4-3a19448551db {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.282324] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440261, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.285738] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae60bae-d4d3-4154-935b-cd2d41ebaacb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.294992] env[62359]: DEBUG oslo_vmware.api [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Task: {'id': task-2440260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198821} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.296279] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcc7392-0c26-45fc-82e8-2929f6ef439a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.300357] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.300973] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.300973] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.300973] env[62359]: INFO nova.compute.manager [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 598.301211] env[62359]: DEBUG oslo.service.loopingcall [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.314070] env[62359]: DEBUG nova.compute.manager [-] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 598.314070] env[62359]: DEBUG nova.network.neutron [-] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 598.314899] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:cc:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd869184-057c-44ba-8b35-fb451858b3fa', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.323038] env[62359]: DEBUG oslo.service.loopingcall [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.323782] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.324406] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-879a796e-c9cc-48b0-8050-632178b8c3af {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.350208] env[62359]: DEBUG nova.compute.provider_tree [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.356970] env[62359]: DEBUG nova.compute.manager [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.359543] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.359543] env[62359]: value = "task-2440262" [ 598.359543] env[62359]: _type = "Task" [ 598.359543] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.369793] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440262, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.391240] env[62359]: DEBUG nova.network.neutron [-] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.443986] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.444243] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.514190] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b8c216-42d7-3e6b-7d92-fe63637485ec, 'name': SearchDatastore_Task, 'duration_secs': 0.02508} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.514486] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.514718] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.514979] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.515145] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.515325] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.515582] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0d60d71-7c8e-4e4a-9dde-920a6369bfe0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.525050] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.525253] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.526646] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23bc717e-7059-44ba-ac2b-60690a94ba2a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.534473] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 598.534473] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d7a893-68ed-68f3-3ee8-44b5afdea742" [ 598.534473] env[62359]: _type = "Task" [ 598.534473] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.542095] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d7a893-68ed-68f3-3ee8-44b5afdea742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.666279] env[62359]: DEBUG nova.network.neutron [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updated VIF entry in instance network info cache for port df1aa92c-cf97-40ee-acf6-def068741ebd. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.666651] env[62359]: DEBUG nova.network.neutron [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance_info_cache with network_info: [{"id": "df1aa92c-cf97-40ee-acf6-def068741ebd", "address": "fa:16:3e:cd:c5:c8", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1aa92c-cf", "ovs_interfaceid": "df1aa92c-cf97-40ee-acf6-def068741ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.714406] env[62359]: DEBUG nova.network.neutron [-] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.741845] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072398} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.744854] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.744854] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41566d9-9e2c-4124-b49c-c29b963b9512 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.775878] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] e1f32dac-ca5e-4065-b322-0b668901b2c7/e1f32dac-ca5e-4065-b322-0b668901b2c7.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.778966] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91ab880a-093d-45bd-badb-eff991b3ac62 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.802531] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 598.802531] env[62359]: value = "task-2440263" [ 598.802531] env[62359]: _type = "Task" [ 598.802531] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.815742] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.853922] env[62359]: DEBUG nova.scheduler.client.report [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.875911] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440262, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.896705] env[62359]: DEBUG nova.network.neutron [-] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.899560] env[62359]: DEBUG nova.network.neutron [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Updated VIF entry in instance network info cache for port 4411d7a5-09f0-4db5-a560-64e11ee39db2. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.900174] env[62359]: DEBUG nova.network.neutron [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Updating instance_info_cache with network_info: [{"id": "4411d7a5-09f0-4db5-a560-64e11ee39db2", "address": "fa:16:3e:66:24:26", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4411d7a5-09", "ovs_interfaceid": "4411d7a5-09f0-4db5-a560-64e11ee39db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.906431] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.984907] env[62359]: DEBUG nova.network.neutron [-] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.049775] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d7a893-68ed-68f3-3ee8-44b5afdea742, 'name': SearchDatastore_Task, 'duration_secs': 0.027532} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.051092] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7d9964-1d94-43f9-a4e4-44055bdbd828 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.058105] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 599.058105] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d501ff-7f52-a51f-2032-4145dc03bc5e" [ 599.058105] env[62359]: _type = "Task" [ 599.058105] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.069188] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d501ff-7f52-a51f-2032-4145dc03bc5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.169777] env[62359]: DEBUG oslo_concurrency.lockutils [req-e88c7cf2-582e-414d-b146-1888f6d91643 req-f6a2dd07-45aa-4489-8c88-eca0adf81435 service nova] Releasing lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.220606] env[62359]: INFO nova.compute.manager [-] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Took 1.08 seconds to deallocate network for instance. [ 599.320393] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.368731] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.917s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.369773] env[62359]: DEBUG nova.compute.manager [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.373974] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.593s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.376708] env[62359]: INFO nova.compute.claims [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.392296] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440262, 'name': CreateVM_Task, 'duration_secs': 0.717279} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.392487] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.393184] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.393937] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.393937] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.393937] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279db0c2-2d9c-4475-9c7e-e1ca45b8c840 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.400783] env[62359]: INFO nova.compute.manager [-] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Took 1.09 seconds to deallocate network for instance. [ 599.401406] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 599.401406] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529e9baa-70ca-c971-8c53-2fb6b6aed247" [ 599.401406] env[62359]: _type = "Task" [ 599.401406] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.404118] env[62359]: DEBUG oslo_concurrency.lockutils [req-057e4db1-61e8-4e61-9eaa-8405302d9383 req-aaaa134b-bbd3-423a-8821-9bb7d9780f65 service nova] Releasing lock "refresh_cache-b333c2dd-bae6-41f6-8a2d-6ace281206c6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.421189] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529e9baa-70ca-c971-8c53-2fb6b6aed247, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.421717] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.421717] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.421868] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.438284] env[62359]: DEBUG nova.network.neutron [-] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.489570] env[62359]: INFO nova.compute.manager [-] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Took 2.14 seconds to deallocate network for instance. [ 599.573889] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d501ff-7f52-a51f-2032-4145dc03bc5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.573889] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.573889] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.573889] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.574334] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.574334] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7ee4728-8695-4a6b-8417-719800ccbd6e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.574334] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e193ca7c-5b6e-4d29-93f9-039c51158df7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.580162] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 599.580162] env[62359]: value = "task-2440268" [ 599.580162] env[62359]: _type = "Task" [ 599.580162] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.584160] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.584330] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.585377] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a7b99c-3901-4afc-ad38-13d22658f59f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.591190] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.593740] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 599.593740] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524df479-843f-6bfc-a843-f2b0bf178d8b" [ 599.593740] env[62359]: _type = "Task" [ 599.593740] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.600838] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524df479-843f-6bfc-a843-f2b0bf178d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.729952] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.816593] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440263, 'name': ReconfigVM_Task, 'duration_secs': 0.560982} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.816872] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Reconfigured VM instance instance-00000013 to attach disk [datastore2] e1f32dac-ca5e-4065-b322-0b668901b2c7/e1f32dac-ca5e-4065-b322-0b668901b2c7.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.817967] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc078177-42f0-41bd-9340-3de0006b789d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.827228] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 599.827228] env[62359]: value = "task-2440269" [ 599.827228] env[62359]: _type = "Task" [ 599.827228] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.837314] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440269, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.884573] env[62359]: DEBUG nova.compute.utils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 599.888712] env[62359]: DEBUG nova.compute.manager [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.889057] env[62359]: DEBUG nova.network.neutron [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.918277] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.939124] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "84137aba-ca29-4084-8f19-eaa0476ef843" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.939440] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "84137aba-ca29-4084-8f19-eaa0476ef843" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.942267] env[62359]: INFO nova.compute.manager [-] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Took 1.78 seconds to deallocate network for instance. [ 599.999480] env[62359]: DEBUG nova.policy [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e01e45869c94b2b97c059221d387ffa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d3399b9a52545b38e5176d4df82ba9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.003718] env[62359]: DEBUG oslo_concurrency.lockutils [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.096363] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440268, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.110571] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524df479-843f-6bfc-a843-f2b0bf178d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013913} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.110571] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aadf11fc-e66e-45e6-bf5c-7b4492ac92b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.118210] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 600.118210] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526e10ca-6afd-9caf-1a1c-a83866bbed20" [ 600.118210] env[62359]: _type = "Task" [ 600.118210] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.133518] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526e10ca-6afd-9caf-1a1c-a83866bbed20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.204136] env[62359]: DEBUG nova.compute.manager [req-43ef10af-24a1-448d-81e4-d64e9dc52f10 req-c7f28052-208b-46ac-968e-f7e3f4d0259d service nova] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Received event network-vif-deleted-c983b65a-75cc-4e05-8001-2e3d0f445272 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.204136] env[62359]: DEBUG nova.compute.manager [req-43ef10af-24a1-448d-81e4-d64e9dc52f10 req-c7f28052-208b-46ac-968e-f7e3f4d0259d service nova] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Received event network-vif-deleted-006dc5dc-aa53-461d-a951-3ea9d13016c4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.344960] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440269, 'name': Rename_Task, 'duration_secs': 0.189234} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.347451] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.347981] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa8078c3-8ffa-4744-929d-ba2ea6ca4995 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.357143] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 600.357143] env[62359]: value = "task-2440270" [ 600.357143] env[62359]: _type = "Task" [ 600.357143] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.371443] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.389642] env[62359]: DEBUG nova.compute.manager [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.457960] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.601190] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714189} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.601468] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.602143] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.602254] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68336c6d-74c9-46a3-99da-0150192cab0e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.612649] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 600.612649] env[62359]: value = "task-2440271" [ 600.612649] env[62359]: _type = "Task" [ 600.612649] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.642409] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.647724] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526e10ca-6afd-9caf-1a1c-a83866bbed20, 'name': SearchDatastore_Task, 'duration_secs': 0.062927} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.648213] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.648597] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] f77f03a2-5c31-478e-ad40-81ae15216981/f77f03a2-5c31-478e-ad40-81ae15216981.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.649047] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de0a99c3-1607-4bd3-a4ff-84ee53a38c56 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.659848] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 600.659848] env[62359]: value = "task-2440272" [ 600.659848] env[62359]: _type = "Task" [ 600.659848] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.671025] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.868077] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440270, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.900327] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2709aa4b-3911-4038-b98c-e318a38c50fd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.908755] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8558a27-91a9-4f3e-8ecf-815bbb7a4832 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.944531] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48bd587-bbea-4d09-8d05-01174f408145 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.952916] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd17ba66-7ad3-444b-b066-5273d0e07701 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.970772] env[62359]: DEBUG nova.compute.provider_tree [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.039406] env[62359]: DEBUG nova.network.neutron [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Successfully created port: 694e30f0-ae17-4cd0-8d5d-4863518b81cf {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.121218] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065016} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.121511] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.122540] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744258ed-cd85-4c4b-b7f5-5a8f40461ef1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.147546] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.147546] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc6e74d9-2a95-4891-84f0-672f4ef00a87 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.173290] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.174694] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 601.174694] env[62359]: value = "task-2440273" [ 601.174694] env[62359]: _type = "Task" [ 601.174694] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.183490] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.379369] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440270, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.400021] env[62359]: DEBUG nova.compute.manager [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.454193] env[62359]: DEBUG nova.virt.hardware [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.454193] env[62359]: DEBUG nova.virt.hardware [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.454193] env[62359]: DEBUG nova.virt.hardware [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.454372] env[62359]: DEBUG nova.virt.hardware [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.454423] env[62359]: DEBUG nova.virt.hardware [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.454587] env[62359]: DEBUG nova.virt.hardware [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.454874] env[62359]: DEBUG nova.virt.hardware [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.455132] env[62359]: DEBUG nova.virt.hardware [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.455339] env[62359]: DEBUG nova.virt.hardware [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.455520] env[62359]: DEBUG nova.virt.hardware [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.459916] env[62359]: DEBUG nova.virt.hardware [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.460951] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8962c678-56d2-4b84-ab96-472653717dcd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.472646] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28d2288-0eef-4546-8b7a-7aa709c10eac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.483273] env[62359]: DEBUG nova.scheduler.client.report [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.680206] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964838} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.681066] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] f77f03a2-5c31-478e-ad40-81ae15216981/f77f03a2-5c31-478e-ad40-81ae15216981.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.681685] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.682082] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ce27eb2-5302-4c02-a038-ec44610c86aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.691357] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440273, 'name': ReconfigVM_Task, 'duration_secs': 0.492991} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.692893] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Reconfigured VM instance instance-00000014 to attach disk [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.694032] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 601.694032] env[62359]: value = "task-2440274" [ 601.694032] env[62359]: _type = "Task" [ 601.694032] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.694460] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45d09b37-73da-4487-9e98-8f95854a5ed0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.705686] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.706412] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 601.706412] env[62359]: value = "task-2440275" [ 601.706412] env[62359]: _type = "Task" [ 601.706412] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.717414] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440275, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.880521] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440270, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.976886] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "46e66edb-3b02-4c07-bdb2-499c76d4258a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.976886] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "46e66edb-3b02-4c07-bdb2-499c76d4258a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.987908] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.988634] env[62359]: DEBUG nova.compute.manager [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.993847] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.624s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.993847] env[62359]: DEBUG nova.objects.instance [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Lazy-loading 'resources' on Instance uuid 5632f00a-9ab2-43ac-a035-7714913417e4 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 602.216283] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088814} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.216578] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.217925] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f06c77b-a5a6-4b7c-981a-73567bfe61a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.224221] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440275, 'name': Rename_Task, 'duration_secs': 0.148493} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.224887] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.225151] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64ae8797-3968-42c9-85af-d9062170cdd1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.245553] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f77f03a2-5c31-478e-ad40-81ae15216981/f77f03a2-5c31-478e-ad40-81ae15216981.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.246722] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4deb70d1-43c8-4d4c-adf3-81c7b77abd04 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.267833] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 602.267833] env[62359]: value = "task-2440276" [ 602.267833] env[62359]: _type = "Task" [ 602.267833] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.275960] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 602.275960] env[62359]: value = "task-2440277" [ 602.275960] env[62359]: _type = "Task" [ 602.275960] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.284142] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440276, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.288634] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.372996] env[62359]: DEBUG oslo_vmware.api [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440270, 'name': PowerOnVM_Task, 'duration_secs': 1.752744} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.373365] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.373658] env[62359]: INFO nova.compute.manager [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Took 11.96 seconds to spawn the instance on the hypervisor. [ 602.373923] env[62359]: DEBUG nova.compute.manager [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.374768] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507767fe-aba9-486e-a852-587766787fdb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.494873] env[62359]: DEBUG nova.compute.utils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 602.496317] env[62359]: DEBUG nova.compute.manager [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.496491] env[62359]: DEBUG nova.network.neutron [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.682189] env[62359]: DEBUG nova.policy [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b10f98bb5ca4a45bd383883267f41f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b3ec5759e6948d9aac36cbde20885d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.789556] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440276, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.796516] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.902196] env[62359]: INFO nova.compute.manager [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Took 30.18 seconds to build instance. [ 603.004187] env[62359]: DEBUG nova.compute.manager [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.031906] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquiring lock "5e015d27-e0a0-411c-9515-a459994115df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.032160] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Lock "5e015d27-e0a0-411c-9515-a459994115df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.032370] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquiring lock "5e015d27-e0a0-411c-9515-a459994115df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.033086] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Lock "5e015d27-e0a0-411c-9515-a459994115df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.033086] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Lock "5e015d27-e0a0-411c-9515-a459994115df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.034746] env[62359]: INFO nova.compute.manager [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Terminating instance [ 603.061973] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e47296-6c12-45bd-acd5-6ca52b454c4c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.070163] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f791e75-d92b-406a-b190-5bed8043555b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.102852] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7836b26-0deb-4d5c-aceb-4e5d25f0c972 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.110605] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f7a6e6-edbb-4fc6-859d-44d1bf0ab3c8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.125326] env[62359]: DEBUG nova.compute.provider_tree [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.279707] env[62359]: DEBUG oslo_vmware.api [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440276, 'name': PowerOnVM_Task, 'duration_secs': 0.730559} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.282794] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.282934] env[62359]: INFO nova.compute.manager [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Took 10.29 seconds to spawn the instance on the hypervisor. [ 603.283139] env[62359]: DEBUG nova.compute.manager [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.283899] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d585320a-80e2-4bc0-bd13-3b50468db959 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.297550] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440277, 'name': ReconfigVM_Task, 'duration_secs': 0.893908} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.300802] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f77f03a2-5c31-478e-ad40-81ae15216981/f77f03a2-5c31-478e-ad40-81ae15216981.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.301907] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45cc527c-48d6-46e8-9032-1e90baade4ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.308453] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 603.308453] env[62359]: value = "task-2440279" [ 603.308453] env[62359]: _type = "Task" [ 603.308453] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.323928] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440279, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.403397] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b4cfdf2a-b7f6-402f-97e9-627368725d55 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.877s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.539171] env[62359]: DEBUG nova.compute.manager [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 603.539171] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.539934] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa951c38-35a8-4308-b81b-a739632577b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.549644] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.549644] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd1293a7-dbd1-44fb-998b-015420245e92 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.559420] env[62359]: DEBUG oslo_vmware.api [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for the task: (returnval){ [ 603.559420] env[62359]: value = "task-2440280" [ 603.559420] env[62359]: _type = "Task" [ 603.559420] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.569812] env[62359]: DEBUG oslo_vmware.api [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.628645] env[62359]: DEBUG nova.scheduler.client.report [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.654518] env[62359]: DEBUG nova.network.neutron [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Successfully updated port: 694e30f0-ae17-4cd0-8d5d-4863518b81cf {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.817586] env[62359]: INFO nova.compute.manager [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Took 30.60 seconds to build instance. [ 603.834523] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440279, 'name': Rename_Task, 'duration_secs': 0.353182} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.835473] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.835726] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe04a37b-a692-45e3-87a4-071b5a7b25fe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.845913] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 603.845913] env[62359]: value = "task-2440281" [ 603.845913] env[62359]: _type = "Task" [ 603.845913] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.855587] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.906815] env[62359]: DEBUG nova.compute.manager [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.963224] env[62359]: DEBUG nova.network.neutron [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Successfully created port: 75144554-3444-4190-930d-0903ce8598b8 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.013672] env[62359]: DEBUG nova.compute.manager [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.049430] env[62359]: DEBUG nova.virt.hardware [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.049776] env[62359]: DEBUG nova.virt.hardware [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.050219] env[62359]: DEBUG nova.virt.hardware [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.050364] env[62359]: DEBUG nova.virt.hardware [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.050558] env[62359]: DEBUG nova.virt.hardware [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.051595] env[62359]: DEBUG nova.virt.hardware [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.051595] env[62359]: DEBUG nova.virt.hardware [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.051595] env[62359]: DEBUG nova.virt.hardware [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.051595] env[62359]: DEBUG nova.virt.hardware [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.051595] env[62359]: DEBUG nova.virt.hardware [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.051974] env[62359]: DEBUG nova.virt.hardware [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.053630] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e72cf8c-50a4-4d71-8df0-f44c7e63b4f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.065734] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7d8741-256c-4131-b448-1a85862f8da8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.076359] env[62359]: DEBUG oslo_vmware.api [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440280, 'name': PowerOffVM_Task, 'duration_secs': 0.397975} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.088152] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.088498] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 604.089080] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cda95c3-e0a7-48d2-b6a9-08aca7e29fb7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.134297] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.138948] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.761s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.141816] env[62359]: INFO nova.compute.claims [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.156840] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "refresh_cache-9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.156993] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired lock "refresh_cache-9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.157206] env[62359]: DEBUG nova.network.neutron [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.165978] env[62359]: INFO nova.scheduler.client.report [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Deleted allocations for instance 5632f00a-9ab2-43ac-a035-7714913417e4 [ 604.169150] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.169217] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.169386] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Deleting the datastore file [datastore1] 5e015d27-e0a0-411c-9515-a459994115df {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.177277] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b52102f0-5be3-4453-a928-3156e97d73aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.191602] env[62359]: DEBUG oslo_vmware.api [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for the task: (returnval){ [ 604.191602] env[62359]: value = "task-2440283" [ 604.191602] env[62359]: _type = "Task" [ 604.191602] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.204985] env[62359]: DEBUG oslo_vmware.api [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.320310] env[62359]: DEBUG oslo_concurrency.lockutils [None req-52f671bd-28b1-4de6-8676-20a145424412 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.738s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.362551] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.441763] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.545073] env[62359]: DEBUG nova.compute.manager [req-31b38ba4-051d-4f49-a980-5f8023d8f950 req-c4b50f1e-53cc-4cd5-8dbc-c9f791fd3986 service nova] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Received event network-vif-plugged-694e30f0-ae17-4cd0-8d5d-4863518b81cf {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.545379] env[62359]: DEBUG oslo_concurrency.lockutils [req-31b38ba4-051d-4f49-a980-5f8023d8f950 req-c4b50f1e-53cc-4cd5-8dbc-c9f791fd3986 service nova] Acquiring lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.545525] env[62359]: DEBUG oslo_concurrency.lockutils [req-31b38ba4-051d-4f49-a980-5f8023d8f950 req-c4b50f1e-53cc-4cd5-8dbc-c9f791fd3986 service nova] Lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.548088] env[62359]: DEBUG oslo_concurrency.lockutils [req-31b38ba4-051d-4f49-a980-5f8023d8f950 req-c4b50f1e-53cc-4cd5-8dbc-c9f791fd3986 service nova] Lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.548088] env[62359]: DEBUG nova.compute.manager [req-31b38ba4-051d-4f49-a980-5f8023d8f950 req-c4b50f1e-53cc-4cd5-8dbc-c9f791fd3986 service nova] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] No waiting events found dispatching network-vif-plugged-694e30f0-ae17-4cd0-8d5d-4863518b81cf {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.548088] env[62359]: WARNING nova.compute.manager [req-31b38ba4-051d-4f49-a980-5f8023d8f950 req-c4b50f1e-53cc-4cd5-8dbc-c9f791fd3986 service nova] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Received unexpected event network-vif-plugged-694e30f0-ae17-4cd0-8d5d-4863518b81cf for instance with vm_state building and task_state spawning. [ 604.689031] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44483a4b-5d28-4b85-94e0-f15128e3f784 tempest-ServerExternalEventsTest-1137020620 tempest-ServerExternalEventsTest-1137020620-project-member] Lock "5632f00a-9ab2-43ac-a035-7714913417e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.747s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.707098] env[62359]: DEBUG oslo_vmware.api [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Task: {'id': task-2440283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208072} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.707455] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.707674] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.708065] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.708348] env[62359]: INFO nova.compute.manager [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Took 1.17 seconds to destroy the instance on the hypervisor. [ 604.708569] env[62359]: DEBUG oslo.service.loopingcall [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.708774] env[62359]: DEBUG nova.compute.manager [-] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 604.708919] env[62359]: DEBUG nova.network.neutron [-] [instance: 5e015d27-e0a0-411c-9515-a459994115df] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.825340] env[62359]: DEBUG nova.compute.manager [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.856841] env[62359]: DEBUG nova.network.neutron [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.870976] env[62359]: DEBUG oslo_vmware.api [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440281, 'name': PowerOnVM_Task, 'duration_secs': 0.710283} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.870976] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.870976] env[62359]: DEBUG nova.compute.manager [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.871235] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd45a433-aeae-413e-b72c-b3dcb6b01ad3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.327125] env[62359]: DEBUG nova.network.neutron [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Successfully created port: e7ce5f31-9a83-4150-95a0-1828cd2457f7 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.353991] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.393278] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.616466] env[62359]: DEBUG nova.network.neutron [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Updating instance_info_cache with network_info: [{"id": "694e30f0-ae17-4cd0-8d5d-4863518b81cf", "address": "fa:16:3e:c8:31:7c", "network": {"id": "da0b4c8f-9eda-4361-a90a-0e40af501329", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590189730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3399b9a52545b38e5176d4df82ba9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694e30f0-ae", "ovs_interfaceid": "694e30f0-ae17-4cd0-8d5d-4863518b81cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.693137] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7632a0b9-e57f-42a6-96e5-7d68c16b24e9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.701582] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d72da00-c325-4e95-93c9-699314da7aad {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.740049] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17299d7-3162-4ca4-8cec-278f67749bda {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.746661] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c7417a-ad87-4ec0-8921-47eb75536883 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.761257] env[62359]: DEBUG nova.compute.provider_tree [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.120169] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Releasing lock "refresh_cache-9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.120726] env[62359]: DEBUG nova.compute.manager [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Instance network_info: |[{"id": "694e30f0-ae17-4cd0-8d5d-4863518b81cf", "address": "fa:16:3e:c8:31:7c", "network": {"id": "da0b4c8f-9eda-4361-a90a-0e40af501329", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590189730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3399b9a52545b38e5176d4df82ba9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694e30f0-ae", "ovs_interfaceid": "694e30f0-ae17-4cd0-8d5d-4863518b81cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.121007] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:31:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '694e30f0-ae17-4cd0-8d5d-4863518b81cf', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.129421] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Creating folder: Project (4d3399b9a52545b38e5176d4df82ba9a). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.129621] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9975bc48-8927-497f-918c-b5a1b17249eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.142265] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Created folder: Project (4d3399b9a52545b38e5176d4df82ba9a) in parent group-v494269. [ 606.142265] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Creating folder: Instances. Parent ref: group-v494341. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.142265] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3671f7c4-8e41-411a-b3e4-d3e55d25a72f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.150523] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Created folder: Instances in parent group-v494341. [ 606.150814] env[62359]: DEBUG oslo.service.loopingcall [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.150947] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.151108] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae83318d-2573-4969-9c4b-da8795e991b8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.172338] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.172338] env[62359]: value = "task-2440290" [ 606.172338] env[62359]: _type = "Task" [ 606.172338] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.181300] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440290, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.265623] env[62359]: DEBUG nova.scheduler.client.report [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.367638] env[62359]: DEBUG nova.network.neutron [-] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.541780] env[62359]: DEBUG nova.network.neutron [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Successfully created port: d98c9367-b40b-4f4d-b15a-fe9cb7e59a46 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.691801] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440290, 'name': CreateVM_Task, 'duration_secs': 0.464668} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.693709] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.693709] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.693709] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.697930] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.697930] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82beaf6b-72f0-4ecd-adfd-028b12e871ff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.712477] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 606.712477] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52adf965-f3b0-b2f9-644f-0b65bf566e35" [ 606.712477] env[62359]: _type = "Task" [ 606.712477] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.730629] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52adf965-f3b0-b2f9-644f-0b65bf566e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.771960] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.772468] env[62359]: DEBUG nova.compute.manager [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.776457] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.401s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.779071] env[62359]: DEBUG nova.objects.instance [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Lazy-loading 'resources' on Instance uuid 59915864-7434-48a0-a2a5-7078596bac19 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 606.870131] env[62359]: INFO nova.compute.manager [-] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Took 2.16 seconds to deallocate network for instance. [ 607.222830] env[62359]: DEBUG nova.compute.manager [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Stashing vm_state: active {{(pid=62359) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 607.229601] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52adf965-f3b0-b2f9-644f-0b65bf566e35, 'name': SearchDatastore_Task, 'duration_secs': 0.023487} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.230990] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.231256] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.231868] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.231868] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.231868] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.232425] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0be23c9e-ff9d-46b3-9059-6bc47f4cb857 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.247106] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.247657] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.248428] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b26e5a-137d-4aaa-aa6e-ae20bf888ca7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.255480] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 607.255480] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]525a0299-ee6a-532b-f0da-8cfee8531835" [ 607.255480] env[62359]: _type = "Task" [ 607.255480] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.266725] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525a0299-ee6a-532b-f0da-8cfee8531835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.289372] env[62359]: DEBUG nova.compute.utils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 607.293082] env[62359]: DEBUG nova.compute.manager [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.293082] env[62359]: DEBUG nova.network.neutron [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.359486] env[62359]: DEBUG nova.compute.manager [req-efb35834-b68d-4967-b8fc-bea693080a6c req-dbb6a232-e3a5-4891-bab6-edaf5d1d56a2 service nova] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Received event network-changed-694e30f0-ae17-4cd0-8d5d-4863518b81cf {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.359486] env[62359]: DEBUG nova.compute.manager [req-efb35834-b68d-4967-b8fc-bea693080a6c req-dbb6a232-e3a5-4891-bab6-edaf5d1d56a2 service nova] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Refreshing instance network info cache due to event network-changed-694e30f0-ae17-4cd0-8d5d-4863518b81cf. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 607.359649] env[62359]: DEBUG oslo_concurrency.lockutils [req-efb35834-b68d-4967-b8fc-bea693080a6c req-dbb6a232-e3a5-4891-bab6-edaf5d1d56a2 service nova] Acquiring lock "refresh_cache-9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.359800] env[62359]: DEBUG oslo_concurrency.lockutils [req-efb35834-b68d-4967-b8fc-bea693080a6c req-dbb6a232-e3a5-4891-bab6-edaf5d1d56a2 service nova] Acquired lock "refresh_cache-9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.359975] env[62359]: DEBUG nova.network.neutron [req-efb35834-b68d-4967-b8fc-bea693080a6c req-dbb6a232-e3a5-4891-bab6-edaf5d1d56a2 service nova] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Refreshing network info cache for port 694e30f0-ae17-4cd0-8d5d-4863518b81cf {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.379126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.466246] env[62359]: DEBUG nova.policy [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb2ebf432052427d963b00698ef134f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f17e4b903f5744aabd468da5d7f1cb47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.511068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquiring lock "75169e1c-1cbe-4ae7-82d0-1029915850ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.511507] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "75169e1c-1cbe-4ae7-82d0-1029915850ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.763396] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.769954] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525a0299-ee6a-532b-f0da-8cfee8531835, 'name': SearchDatastore_Task, 'duration_secs': 0.045554} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.770497] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce2dfb5a-8849-47b2-88f1-0a17984dc4d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.777055] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 607.777055] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e732c5-6263-2350-6d9d-6d3121d78e49" [ 607.777055] env[62359]: _type = "Task" [ 607.777055] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.787519] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e732c5-6263-2350-6d9d-6d3121d78e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.801031] env[62359]: DEBUG nova.compute.manager [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.861476] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2a6ba1-5483-48de-b577-5257af869ead {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.871597] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb9112-2fb5-4b43-8167-a0d0baefff71 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.906926] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08669384-c3a4-49c3-b491-59f9014f78eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.924316] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d84a2f-a65b-47c1-923d-09539b8f3ac7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.942425] env[62359]: DEBUG nova.compute.provider_tree [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.290454] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e732c5-6263-2350-6d9d-6d3121d78e49, 'name': SearchDatastore_Task, 'duration_secs': 0.049647} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.290950] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.291068] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6/9560cbaf-7b0c-4e1b-bdef-805fb0559fa6.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.291279] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a87af7cb-7611-419e-b27f-4a35f27653a0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.302297] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 608.302297] env[62359]: value = "task-2440293" [ 608.302297] env[62359]: _type = "Task" [ 608.302297] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.320139] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.449027] env[62359]: DEBUG nova.scheduler.client.report [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.597059] env[62359]: DEBUG nova.network.neutron [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Successfully created port: a9dfd384-8c06-4e16-901a-01f72d327292 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.602134] env[62359]: DEBUG nova.network.neutron [req-efb35834-b68d-4967-b8fc-bea693080a6c req-dbb6a232-e3a5-4891-bab6-edaf5d1d56a2 service nova] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Updated VIF entry in instance network info cache for port 694e30f0-ae17-4cd0-8d5d-4863518b81cf. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.602727] env[62359]: DEBUG nova.network.neutron [req-efb35834-b68d-4967-b8fc-bea693080a6c req-dbb6a232-e3a5-4891-bab6-edaf5d1d56a2 service nova] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Updating instance_info_cache with network_info: [{"id": "694e30f0-ae17-4cd0-8d5d-4863518b81cf", "address": "fa:16:3e:c8:31:7c", "network": {"id": "da0b4c8f-9eda-4361-a90a-0e40af501329", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590189730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3399b9a52545b38e5176d4df82ba9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694e30f0-ae", "ovs_interfaceid": "694e30f0-ae17-4cd0-8d5d-4863518b81cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.821935] env[62359]: DEBUG nova.compute.manager [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.824233] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440293, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.875018] env[62359]: DEBUG nova.virt.hardware [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.875343] env[62359]: DEBUG nova.virt.hardware [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.875454] env[62359]: DEBUG nova.virt.hardware [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.875633] env[62359]: DEBUG nova.virt.hardware [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.875781] env[62359]: DEBUG nova.virt.hardware [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.875931] env[62359]: DEBUG nova.virt.hardware [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.876897] env[62359]: DEBUG nova.virt.hardware [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.876897] env[62359]: DEBUG nova.virt.hardware [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.877055] env[62359]: DEBUG nova.virt.hardware [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.877217] env[62359]: DEBUG nova.virt.hardware [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.877390] env[62359]: DEBUG nova.virt.hardware [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.878767] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485a304e-6949-42d6-b612-fae753a6d1f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.894323] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ab7ee8-d642-4329-b511-1c82db3d610a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.954822] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.956967] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.494s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.959623] env[62359]: INFO nova.compute.claims [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.002922] env[62359]: INFO nova.scheduler.client.report [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Deleted allocations for instance 59915864-7434-48a0-a2a5-7078596bac19 [ 609.106309] env[62359]: DEBUG oslo_concurrency.lockutils [req-efb35834-b68d-4967-b8fc-bea693080a6c req-dbb6a232-e3a5-4891-bab6-edaf5d1d56a2 service nova] Releasing lock "refresh_cache-9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.106309] env[62359]: DEBUG nova.compute.manager [req-efb35834-b68d-4967-b8fc-bea693080a6c req-dbb6a232-e3a5-4891-bab6-edaf5d1d56a2 service nova] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Received event network-vif-deleted-242dd5d5-0485-4bed-af10-8930f7a8ccaa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.238107] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "f77f03a2-5c31-478e-ad40-81ae15216981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.239325] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "f77f03a2-5c31-478e-ad40-81ae15216981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.241416] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "f77f03a2-5c31-478e-ad40-81ae15216981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.242194] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "f77f03a2-5c31-478e-ad40-81ae15216981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.242886] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "f77f03a2-5c31-478e-ad40-81ae15216981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.248937] env[62359]: INFO nova.compute.manager [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Terminating instance [ 609.315682] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "4d8aea82-d609-499c-970e-dc0369ae0e8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.319409] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "4d8aea82-d609-499c-970e-dc0369ae0e8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.325663] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842308} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.325663] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6/9560cbaf-7b0c-4e1b-bdef-805fb0559fa6.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.325979] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.326239] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4575602-60f2-4062-bce2-d6b540d4a34f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.339948] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 609.339948] env[62359]: value = "task-2440295" [ 609.339948] env[62359]: _type = "Task" [ 609.339948] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.358184] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.511327] env[62359]: DEBUG nova.network.neutron [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Successfully updated port: 75144554-3444-4190-930d-0903ce8598b8 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.519573] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b522990c-e086-43af-b46b-d17e6f9c8631 tempest-TenantUsagesTestJSON-377443037 tempest-TenantUsagesTestJSON-377443037-project-member] Lock "59915864-7434-48a0-a2a5-7078596bac19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.981s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.755301] env[62359]: DEBUG nova.compute.manager [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.755998] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.756499] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6298b4ae-79ff-4d96-85bd-6becc45d23af {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.767050] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.767050] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-571bedb5-86e6-4715-9fc8-5f166efbf7da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.776781] env[62359]: DEBUG oslo_vmware.api [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 609.776781] env[62359]: value = "task-2440297" [ 609.776781] env[62359]: _type = "Task" [ 609.776781] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.789757] env[62359]: DEBUG oslo_vmware.api [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.857433] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139275} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.857433] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.858537] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aecac1-8d03-4703-91bd-ed0986f5ba23 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.905619] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6/9560cbaf-7b0c-4e1b-bdef-805fb0559fa6.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.905619] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a087c6f-5f68-4125-abe2-9bbeca083dd2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.942118] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 609.942118] env[62359]: value = "task-2440298" [ 609.942118] env[62359]: _type = "Task" [ 609.942118] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.951233] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.288828] env[62359]: DEBUG oslo_vmware.api [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440297, 'name': PowerOffVM_Task, 'duration_secs': 0.394693} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.292137] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.292383] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.292922] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e6b6917-25f3-4007-b5e7-8fe8f8b798dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.376977] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.377258] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.377517] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleting the datastore file [datastore1] f77f03a2-5c31-478e-ad40-81ae15216981 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.377729] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-010aac3d-b96b-4370-9a59-132f5796d3ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.387784] env[62359]: DEBUG oslo_vmware.api [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 610.387784] env[62359]: value = "task-2440300" [ 610.387784] env[62359]: _type = "Task" [ 610.387784] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.399437] env[62359]: DEBUG oslo_vmware.api [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.457975] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.538725] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e388c315-5112-4a9e-97cd-823f12e0a204 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.552024] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1150b18f-e2fe-4bed-81e4-8cbaaae69eec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.600115] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a11dbf8-2a0f-479e-80a5-5fe7b2027a34 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.610774] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88beba16-67a0-411b-a7b4-6187f5b0abf7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.628055] env[62359]: DEBUG nova.compute.provider_tree [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.900935] env[62359]: DEBUG oslo_vmware.api [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421289} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.901299] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.902177] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.902177] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.902177] env[62359]: INFO nova.compute.manager [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Took 1.15 seconds to destroy the instance on the hypervisor. [ 610.902177] env[62359]: DEBUG oslo.service.loopingcall [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.902515] env[62359]: DEBUG nova.compute.manager [-] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.902615] env[62359]: DEBUG nova.network.neutron [-] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.958973] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440298, 'name': ReconfigVM_Task, 'duration_secs': 0.764453} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.959401] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6/9560cbaf-7b0c-4e1b-bdef-805fb0559fa6.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.960172] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9152a54-ea29-4259-96ed-30d0edfcd945 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.970608] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 610.970608] env[62359]: value = "task-2440301" [ 610.970608] env[62359]: _type = "Task" [ 610.970608] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.975269] env[62359]: DEBUG nova.network.neutron [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Successfully updated port: a9dfd384-8c06-4e16-901a-01f72d327292 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.981532] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440301, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.133056] env[62359]: DEBUG nova.scheduler.client.report [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.230601] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquiring lock "d66af878-384b-4046-b7b4-19f5bd038f46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.230932] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Lock "d66af878-384b-4046-b7b4-19f5bd038f46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.483737] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "refresh_cache-f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.483737] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "refresh_cache-f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.483928] env[62359]: DEBUG nova.network.neutron [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.485009] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440301, 'name': Rename_Task, 'duration_secs': 0.179438} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.485505] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.485784] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2228bf6d-5bcc-4446-aec6-41d869667101 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.495784] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 611.495784] env[62359]: value = "task-2440302" [ 611.495784] env[62359]: _type = "Task" [ 611.495784] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.521448] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440302, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.639715] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.640213] env[62359]: DEBUG nova.compute.manager [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.649664] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.143s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.650171] env[62359]: DEBUG nova.objects.instance [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Lazy-loading 'resources' on Instance uuid 26b6dc14-6f61-48d3-9653-c4ef58e1679a {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.747028] env[62359]: DEBUG nova.compute.manager [req-ad66c96c-a6c7-4266-87cf-9d859e06ec57 req-818f21f1-42b9-4209-b200-ac1f2b9e6588 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received event network-vif-plugged-75144554-3444-4190-930d-0903ce8598b8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.747264] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad66c96c-a6c7-4266-87cf-9d859e06ec57 req-818f21f1-42b9-4209-b200-ac1f2b9e6588 service nova] Acquiring lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.747466] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad66c96c-a6c7-4266-87cf-9d859e06ec57 req-818f21f1-42b9-4209-b200-ac1f2b9e6588 service nova] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.747944] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad66c96c-a6c7-4266-87cf-9d859e06ec57 req-818f21f1-42b9-4209-b200-ac1f2b9e6588 service nova] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.747944] env[62359]: DEBUG nova.compute.manager [req-ad66c96c-a6c7-4266-87cf-9d859e06ec57 req-818f21f1-42b9-4209-b200-ac1f2b9e6588 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] No waiting events found dispatching network-vif-plugged-75144554-3444-4190-930d-0903ce8598b8 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.748252] env[62359]: WARNING nova.compute.manager [req-ad66c96c-a6c7-4266-87cf-9d859e06ec57 req-818f21f1-42b9-4209-b200-ac1f2b9e6588 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received unexpected event network-vif-plugged-75144554-3444-4190-930d-0903ce8598b8 for instance with vm_state building and task_state spawning. [ 612.010732] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440302, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.023413] env[62359]: DEBUG nova.network.neutron [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.060479] env[62359]: DEBUG nova.network.neutron [-] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.151956] env[62359]: DEBUG nova.compute.utils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 612.153567] env[62359]: DEBUG nova.compute.manager [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.153716] env[62359]: DEBUG nova.network.neutron [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.232536] env[62359]: DEBUG nova.network.neutron [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Updating instance_info_cache with network_info: [{"id": "a9dfd384-8c06-4e16-901a-01f72d327292", "address": "fa:16:3e:2a:fd:4e", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9dfd384-8c", "ovs_interfaceid": "a9dfd384-8c06-4e16-901a-01f72d327292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.265272] env[62359]: DEBUG nova.policy [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e00bb216981c44dea634ad033ac5a2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f9cca9a08d84954be8d657f056459dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.410117] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.410465] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.435935] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquiring lock "563269aa-69f0-4ace-ade4-18fda65aeb72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.436466] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "563269aa-69f0-4ace-ade4-18fda65aeb72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.511977] env[62359]: DEBUG oslo_vmware.api [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440302, 'name': PowerOnVM_Task, 'duration_secs': 0.64883} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.514769] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.515097] env[62359]: INFO nova.compute.manager [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Took 11.11 seconds to spawn the instance on the hypervisor. [ 612.515180] env[62359]: DEBUG nova.compute.manager [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.516176] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1010a71-17f8-4828-bf4d-bdf52dcd3ce8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.564401] env[62359]: INFO nova.compute.manager [-] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Took 1.66 seconds to deallocate network for instance. [ 612.665698] env[62359]: DEBUG nova.compute.manager [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.737836] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "refresh_cache-f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.738158] env[62359]: DEBUG nova.compute.manager [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Instance network_info: |[{"id": "a9dfd384-8c06-4e16-901a-01f72d327292", "address": "fa:16:3e:2a:fd:4e", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9dfd384-8c", "ovs_interfaceid": "a9dfd384-8c06-4e16-901a-01f72d327292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.738565] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:fd:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9dfd384-8c06-4e16-901a-01f72d327292', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.747353] env[62359]: DEBUG oslo.service.loopingcall [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.753071] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.753515] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88326931-b148-452c-8ac8-143b0d12ccca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.781426] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.781426] env[62359]: value = "task-2440304" [ 612.781426] env[62359]: _type = "Task" [ 612.781426] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.790828] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440304, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.810507] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c6c6df-e1f0-44ac-bf34-a669668e8c63 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.822334] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5df43b-036e-46be-87c1-2c027ae6155a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.862404] env[62359]: DEBUG nova.network.neutron [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Successfully created port: 3bfe00f3-d210-4aaf-a368-511edeb79c06 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.865062] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3390aada-f922-45e8-8d32-7d8e9165dcf9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.874430] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb12722-9917-4592-a731-67d291bd05ad {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.892554] env[62359]: DEBUG nova.compute.provider_tree [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.911610] env[62359]: DEBUG nova.compute.manager [req-8fd74157-b78d-4678-bf93-bffba5ac7985 req-9ec10397-358d-473e-ae5e-89c99c60c4c4 service nova] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Received event network-vif-plugged-a9dfd384-8c06-4e16-901a-01f72d327292 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.911913] env[62359]: DEBUG oslo_concurrency.lockutils [req-8fd74157-b78d-4678-bf93-bffba5ac7985 req-9ec10397-358d-473e-ae5e-89c99c60c4c4 service nova] Acquiring lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.912288] env[62359]: DEBUG oslo_concurrency.lockutils [req-8fd74157-b78d-4678-bf93-bffba5ac7985 req-9ec10397-358d-473e-ae5e-89c99c60c4c4 service nova] Lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.912509] env[62359]: DEBUG oslo_concurrency.lockutils [req-8fd74157-b78d-4678-bf93-bffba5ac7985 req-9ec10397-358d-473e-ae5e-89c99c60c4c4 service nova] Lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.912639] env[62359]: DEBUG nova.compute.manager [req-8fd74157-b78d-4678-bf93-bffba5ac7985 req-9ec10397-358d-473e-ae5e-89c99c60c4c4 service nova] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] No waiting events found dispatching network-vif-plugged-a9dfd384-8c06-4e16-901a-01f72d327292 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.913272] env[62359]: WARNING nova.compute.manager [req-8fd74157-b78d-4678-bf93-bffba5ac7985 req-9ec10397-358d-473e-ae5e-89c99c60c4c4 service nova] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Received unexpected event network-vif-plugged-a9dfd384-8c06-4e16-901a-01f72d327292 for instance with vm_state building and task_state spawning. [ 613.035947] env[62359]: INFO nova.compute.manager [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Took 32.78 seconds to build instance. [ 613.078209] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.299451] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440304, 'name': CreateVM_Task, 'duration_secs': 0.351616} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.299451] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.299451] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.299451] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.299451] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.299451] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee33f95-98a2-40cb-a444-8502234013c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.307139] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 613.307139] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526822ee-9fe8-18a7-dc6b-f4b207013608" [ 613.307139] env[62359]: _type = "Task" [ 613.307139] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.318808] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526822ee-9fe8-18a7-dc6b-f4b207013608, 'name': SearchDatastore_Task, 'duration_secs': 0.011136} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.319218] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.319544] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.319887] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.320084] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.320368] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.320693] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f5ad403-67af-4d8f-aa0d-5ca64ffd8120 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.331996] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.332300] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.335692] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fc529d-aa34-4227-a532-c7f825a2f6da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.342043] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 613.342043] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52106a2a-0d8f-cf05-231f-4217839dad29" [ 613.342043] env[62359]: _type = "Task" [ 613.342043] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.355616] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52106a2a-0d8f-cf05-231f-4217839dad29, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.356409] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c03f6a3-8213-4cf7-b4ed-62e6b3666a66 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.362408] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 613.362408] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526f4bcf-61d7-bbda-e5dc-fa6dfcdb4486" [ 613.362408] env[62359]: _type = "Task" [ 613.362408] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.371511] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526f4bcf-61d7-bbda-e5dc-fa6dfcdb4486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.396176] env[62359]: DEBUG nova.scheduler.client.report [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.539247] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cb219fd3-b123-49cb-af4f-dd68bfc81474 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.251s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.647277] env[62359]: DEBUG nova.network.neutron [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Successfully updated port: e7ce5f31-9a83-4150-95a0-1828cd2457f7 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.681925] env[62359]: DEBUG nova.compute.manager [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.712166] env[62359]: DEBUG nova.virt.hardware [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.712166] env[62359]: DEBUG nova.virt.hardware [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.712166] env[62359]: DEBUG nova.virt.hardware [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.712685] env[62359]: DEBUG nova.virt.hardware [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.712994] env[62359]: DEBUG nova.virt.hardware [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.713289] env[62359]: DEBUG nova.virt.hardware [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.713640] env[62359]: DEBUG nova.virt.hardware [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.713956] env[62359]: DEBUG nova.virt.hardware [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.714302] env[62359]: DEBUG nova.virt.hardware [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.714611] env[62359]: DEBUG nova.virt.hardware [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.716362] env[62359]: DEBUG nova.virt.hardware [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.716362] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad5d663-7672-4e51-989e-bae4c7523210 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.725171] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1521e2-d465-417c-bbfb-00c003b68759 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.874354] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526f4bcf-61d7-bbda-e5dc-fa6dfcdb4486, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.874672] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.876503] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a/f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.876870] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a71ec052-6746-486b-be6c-68dfddf28c84 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.884589] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 613.884589] env[62359]: value = "task-2440307" [ 613.884589] env[62359]: _type = "Task" [ 613.884589] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.893578] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.904700] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.907020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.209s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.907298] env[62359]: DEBUG nova.objects.instance [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Lazy-loading 'resources' on Instance uuid f00b731b-a392-424e-9e52-8dd3d9017a9e {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.934396] env[62359]: INFO nova.scheduler.client.report [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Deleted allocations for instance 26b6dc14-6f61-48d3-9653-c4ef58e1679a [ 614.041593] env[62359]: DEBUG nova.compute.manager [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.398317] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440307, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.445982] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e9a063dd-0c85-4c8b-8bda-a4f9ae396de6 tempest-ServerAddressesTestJSON-411378714 tempest-ServerAddressesTestJSON-411378714-project-member] Lock "26b6dc14-6f61-48d3-9653-c4ef58e1679a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.714s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.539443] env[62359]: DEBUG nova.compute.manager [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received event network-changed-75144554-3444-4190-930d-0903ce8598b8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.539443] env[62359]: DEBUG nova.compute.manager [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Refreshing instance network info cache due to event network-changed-75144554-3444-4190-930d-0903ce8598b8. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 614.539914] env[62359]: DEBUG oslo_concurrency.lockutils [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] Acquiring lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.539914] env[62359]: DEBUG oslo_concurrency.lockutils [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] Acquired lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.539914] env[62359]: DEBUG nova.network.neutron [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Refreshing network info cache for port 75144554-3444-4190-930d-0903ce8598b8 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.569816] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.848269] env[62359]: DEBUG nova.network.neutron [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Successfully updated port: 3bfe00f3-d210-4aaf-a368-511edeb79c06 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.902436] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534685} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.909301] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a/f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.909541] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.910379] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38db7969-6d71-486b-8100-9e18ed483e4a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.920324] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 614.920324] env[62359]: value = "task-2440308" [ 614.920324] env[62359]: _type = "Task" [ 614.920324] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.934042] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.942682] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3c3600-806a-442a-a692-64e343e39305 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.951199] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d449b-df37-4ee0-89f8-8629b833f5b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.995349] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98965740-7ac3-4bf4-8357-aa965577eb99 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.006721] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dfa20f-476d-4b6f-9bd8-87ff354ce7bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.024442] env[62359]: DEBUG nova.compute.provider_tree [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.129329] env[62359]: DEBUG nova.network.neutron [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.290943] env[62359]: DEBUG nova.network.neutron [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.354012] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.354226] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquired lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.354359] env[62359]: DEBUG nova.network.neutron [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.434982] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.529441] env[62359]: DEBUG nova.scheduler.client.report [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.732192] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "73b635f5-1588-4312-b068-fbe3e8346af3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.732441] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.764951] env[62359]: DEBUG nova.compute.manager [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Received event network-changed-a9dfd384-8c06-4e16-901a-01f72d327292 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.765183] env[62359]: DEBUG nova.compute.manager [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Refreshing instance network info cache due to event network-changed-a9dfd384-8c06-4e16-901a-01f72d327292. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.765430] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] Acquiring lock "refresh_cache-f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.765678] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] Acquired lock "refresh_cache-f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.765876] env[62359]: DEBUG nova.network.neutron [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Refreshing network info cache for port a9dfd384-8c06-4e16-901a-01f72d327292 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.795209] env[62359]: DEBUG oslo_concurrency.lockutils [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] Releasing lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.795379] env[62359]: DEBUG nova.compute.manager [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received event network-vif-plugged-e7ce5f31-9a83-4150-95a0-1828cd2457f7 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.795940] env[62359]: DEBUG oslo_concurrency.lockutils [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] Acquiring lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.799307] env[62359]: DEBUG oslo_concurrency.lockutils [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.799532] env[62359]: DEBUG oslo_concurrency.lockutils [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.799669] env[62359]: DEBUG nova.compute.manager [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] No waiting events found dispatching network-vif-plugged-e7ce5f31-9a83-4150-95a0-1828cd2457f7 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.799914] env[62359]: WARNING nova.compute.manager [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received unexpected event network-vif-plugged-e7ce5f31-9a83-4150-95a0-1828cd2457f7 for instance with vm_state building and task_state spawning. [ 615.800010] env[62359]: DEBUG nova.compute.manager [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received event network-changed-e7ce5f31-9a83-4150-95a0-1828cd2457f7 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.800187] env[62359]: DEBUG nova.compute.manager [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Refreshing instance network info cache due to event network-changed-e7ce5f31-9a83-4150-95a0-1828cd2457f7. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.800383] env[62359]: DEBUG oslo_concurrency.lockutils [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] Acquiring lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.800519] env[62359]: DEBUG oslo_concurrency.lockutils [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] Acquired lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.800679] env[62359]: DEBUG nova.network.neutron [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Refreshing network info cache for port e7ce5f31-9a83-4150-95a0-1828cd2457f7 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.901784] env[62359]: DEBUG nova.network.neutron [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.935593] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.836056} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.935920] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.936924] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f1c484-a313-4313-a85f-b1b7c6260fc9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.968484] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a/f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.972389] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-137bcdd6-ab86-4e2b-97c2-b58ceb1a341d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.998459] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 615.998459] env[62359]: value = "task-2440310" [ 615.998459] env[62359]: _type = "Task" [ 615.998459] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.011287] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.038201] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.049779] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.016s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.055472] env[62359]: INFO nova.compute.claims [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.075342] env[62359]: INFO nova.scheduler.client.report [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Deleted allocations for instance f00b731b-a392-424e-9e52-8dd3d9017a9e [ 616.167885] env[62359]: DEBUG nova.network.neutron [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Updating instance_info_cache with network_info: [{"id": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "address": "fa:16:3e:f8:98:2e", "network": {"id": "026df4eb-e63d-494b-b879-2fa49d2c4757", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224225623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9cca9a08d84954be8d657f056459dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfe00f3-d2", "ovs_interfaceid": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.373132] env[62359]: DEBUG nova.network.neutron [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.510552] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440310, 'name': ReconfigVM_Task, 'duration_secs': 0.288693} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.512473] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Reconfigured VM instance instance-00000017 to attach disk [datastore2] f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a/f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.512581] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb3dc85d-7aa6-4793-9e94-78643d551855 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.524831] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 616.524831] env[62359]: value = "task-2440311" [ 616.524831] env[62359]: _type = "Task" [ 616.524831] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.540315] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440311, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.590517] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df9f6f78-0e88-4f25-a6a2-238babbb6058 tempest-ServerDiagnosticsV248Test-807634662 tempest-ServerDiagnosticsV248Test-807634662-project-member] Lock "f00b731b-a392-424e-9e52-8dd3d9017a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.323s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.623243] env[62359]: DEBUG nova.network.neutron [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.675750] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Releasing lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.678310] env[62359]: DEBUG nova.compute.manager [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Instance network_info: |[{"id": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "address": "fa:16:3e:f8:98:2e", "network": {"id": "026df4eb-e63d-494b-b879-2fa49d2c4757", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224225623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9cca9a08d84954be8d657f056459dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfe00f3-d2", "ovs_interfaceid": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.678573] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:98:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bfe00f3-d210-4aaf-a368-511edeb79c06', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.686999] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Creating folder: Project (8f9cca9a08d84954be8d657f056459dd). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.687733] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8862ac8-30c7-4765-aec3-c455355bf8b5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.703574] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Created folder: Project (8f9cca9a08d84954be8d657f056459dd) in parent group-v494269. [ 616.704322] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Creating folder: Instances. Parent ref: group-v494347. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.704322] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ad32e30-5b31-4c71-a46e-87567bf804e1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.718951] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Created folder: Instances in parent group-v494347. [ 616.719172] env[62359]: DEBUG oslo.service.loopingcall [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.719373] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.719572] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fdfb482-50fe-4dc3-aead-9f2ea103cea8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.743393] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.743393] env[62359]: value = "task-2440314" [ 616.743393] env[62359]: _type = "Task" [ 616.743393] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.754117] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440314, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.789108] env[62359]: DEBUG nova.network.neutron [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Successfully updated port: d98c9367-b40b-4f4d-b15a-fe9cb7e59a46 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.853490] env[62359]: DEBUG nova.network.neutron [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Updated VIF entry in instance network info cache for port a9dfd384-8c06-4e16-901a-01f72d327292. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.853992] env[62359]: DEBUG nova.network.neutron [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Updating instance_info_cache with network_info: [{"id": "a9dfd384-8c06-4e16-901a-01f72d327292", "address": "fa:16:3e:2a:fd:4e", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9dfd384-8c", "ovs_interfaceid": "a9dfd384-8c06-4e16-901a-01f72d327292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.032968] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440311, 'name': Rename_Task, 'duration_secs': 0.176415} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.033287] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.033530] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ac3054e-4f41-4211-8faf-48ece7346f6e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.041724] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 617.041724] env[62359]: value = "task-2440315" [ 617.041724] env[62359]: _type = "Task" [ 617.041724] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.050112] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.126705] env[62359]: DEBUG oslo_concurrency.lockutils [req-0b2d4e61-c294-4508-9658-b9b825fd7e66 req-ab09af2c-6f72-45b7-b514-f990996df31c service nova] Releasing lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.257132] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440314, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.298525] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.298752] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquired lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.298998] env[62359]: DEBUG nova.network.neutron [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.357472] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] Releasing lock "refresh_cache-f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.357856] env[62359]: DEBUG nova.compute.manager [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Received event network-vif-deleted-cd869184-057c-44ba-8b35-fb451858b3fa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.358146] env[62359]: DEBUG nova.compute.manager [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Received event network-vif-plugged-3bfe00f3-d210-4aaf-a368-511edeb79c06 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.358416] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] Acquiring lock "669b2134-e128-49a9-aad6-15fcecc71e2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.358701] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.358913] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.359201] env[62359]: DEBUG nova.compute.manager [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] No waiting events found dispatching network-vif-plugged-3bfe00f3-d210-4aaf-a368-511edeb79c06 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.359361] env[62359]: WARNING nova.compute.manager [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Received unexpected event network-vif-plugged-3bfe00f3-d210-4aaf-a368-511edeb79c06 for instance with vm_state building and task_state spawning. [ 617.359569] env[62359]: DEBUG nova.compute.manager [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Received event network-changed-3bfe00f3-d210-4aaf-a368-511edeb79c06 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.359888] env[62359]: DEBUG nova.compute.manager [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Refreshing instance network info cache due to event network-changed-3bfe00f3-d210-4aaf-a368-511edeb79c06. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 617.360501] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] Acquiring lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.360758] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] Acquired lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.361089] env[62359]: DEBUG nova.network.neutron [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Refreshing network info cache for port 3bfe00f3-d210-4aaf-a368-511edeb79c06 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.520191] env[62359]: DEBUG nova.compute.manager [req-3cae7218-16aa-41ad-babf-6469351e239a req-7f8a74ed-196f-4941-9675-0a33ae5dfb28 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received event network-vif-plugged-d98c9367-b40b-4f4d-b15a-fe9cb7e59a46 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.520191] env[62359]: DEBUG oslo_concurrency.lockutils [req-3cae7218-16aa-41ad-babf-6469351e239a req-7f8a74ed-196f-4941-9675-0a33ae5dfb28 service nova] Acquiring lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.520191] env[62359]: DEBUG oslo_concurrency.lockutils [req-3cae7218-16aa-41ad-babf-6469351e239a req-7f8a74ed-196f-4941-9675-0a33ae5dfb28 service nova] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.520191] env[62359]: DEBUG oslo_concurrency.lockutils [req-3cae7218-16aa-41ad-babf-6469351e239a req-7f8a74ed-196f-4941-9675-0a33ae5dfb28 service nova] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.520380] env[62359]: DEBUG nova.compute.manager [req-3cae7218-16aa-41ad-babf-6469351e239a req-7f8a74ed-196f-4941-9675-0a33ae5dfb28 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] No waiting events found dispatching network-vif-plugged-d98c9367-b40b-4f4d-b15a-fe9cb7e59a46 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.520529] env[62359]: WARNING nova.compute.manager [req-3cae7218-16aa-41ad-babf-6469351e239a req-7f8a74ed-196f-4941-9675-0a33ae5dfb28 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received unexpected event network-vif-plugged-d98c9367-b40b-4f4d-b15a-fe9cb7e59a46 for instance with vm_state building and task_state spawning. [ 617.559186] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.625122] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e029a4be-2d7a-41ea-9a67-d8645b9690a9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.634541] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d281cf1f-b80a-4c0a-b2ad-7ec2cc377a95 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.667600] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6183033-f64c-448a-8fae-b332308a7a0d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.676810] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e2993f-301c-4ba8-96e3-346f2d627ad4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.692224] env[62359]: DEBUG nova.compute.provider_tree [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.757437] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440314, 'name': CreateVM_Task, 'duration_secs': 0.650428} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.761019] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.761019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.761019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.761019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.761019] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8073b09-3093-40fe-a4d0-bd92e7672071 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.765915] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 617.765915] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52861dd7-90ee-a856-f17f-1bec8f17e269" [ 617.765915] env[62359]: _type = "Task" [ 617.765915] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.776719] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52861dd7-90ee-a856-f17f-1bec8f17e269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.852438] env[62359]: DEBUG nova.network.neutron [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.063689] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440315, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.145966] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.146258] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.195377] env[62359]: DEBUG nova.scheduler.client.report [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.279365] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52861dd7-90ee-a856-f17f-1bec8f17e269, 'name': SearchDatastore_Task, 'duration_secs': 0.012113} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.279365] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.279753] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.279790] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.279999] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.280206] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.280489] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e3dfcf-c4e7-48cd-a94d-487f9ac0e2f7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.288634] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.288895] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.291937] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.292871] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.293123] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa810e0-df8f-48e7-b326-54ea95ccfa03 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.300994] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 618.300994] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5216bc16-4d4e-9624-b3f3-15a35dbd37e6" [ 618.300994] env[62359]: _type = "Task" [ 618.300994] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.308807] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5216bc16-4d4e-9624-b3f3-15a35dbd37e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.313842] env[62359]: DEBUG nova.network.neutron [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Updated VIF entry in instance network info cache for port 3bfe00f3-d210-4aaf-a368-511edeb79c06. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.314230] env[62359]: DEBUG nova.network.neutron [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Updating instance_info_cache with network_info: [{"id": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "address": "fa:16:3e:f8:98:2e", "network": {"id": "026df4eb-e63d-494b-b879-2fa49d2c4757", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224225623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9cca9a08d84954be8d657f056459dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfe00f3-d2", "ovs_interfaceid": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.559815] env[62359]: DEBUG oslo_vmware.api [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440315, 'name': PowerOnVM_Task, 'duration_secs': 1.117045} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.560177] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.560463] env[62359]: INFO nova.compute.manager [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Took 9.74 seconds to spawn the instance on the hypervisor. [ 618.561218] env[62359]: DEBUG nova.compute.manager [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.561595] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb78d1e-b610-4dce-8a02-9a6f8022a35c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.648760] env[62359]: DEBUG nova.network.neutron [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Updating instance_info_cache with network_info: [{"id": "75144554-3444-4190-930d-0903ce8598b8", "address": "fa:16:3e:e8:69:2a", "network": {"id": "21920316-b5dd-4473-8da3-667fdc8597cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1026361420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75144554-34", "ovs_interfaceid": "75144554-3444-4190-930d-0903ce8598b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e7ce5f31-9a83-4150-95a0-1828cd2457f7", "address": "fa:16:3e:12:d1:ab", "network": {"id": "bf1a8fd6-fb3b-4ecc-81f9-de0b5b2f9ab5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1519328309", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ce5f31-9a", "ovs_interfaceid": "e7ce5f31-9a83-4150-95a0-1828cd2457f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d98c9367-b40b-4f4d-b15a-fe9cb7e59a46", "address": "fa:16:3e:d6:e9:4d", "network": {"id": "21920316-b5dd-4473-8da3-667fdc8597cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1026361420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98c9367-b4", "ovs_interfaceid": "d98c9367-b40b-4f4d-b15a-fe9cb7e59a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.701757] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.702352] env[62359]: DEBUG nova.compute.manager [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.705115] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.106s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.705303] env[62359]: DEBUG nova.objects.instance [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 618.799353] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.799398] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Starting heal instance info cache {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 618.799519] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Rebuilding the list of instances to heal {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 618.813118] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5216bc16-4d4e-9624-b3f3-15a35dbd37e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01548} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.813891] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a55908-c76a-4f4a-86b4-8d3850362257 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.816505] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbd1086f-7dff-4865-a139-649dc8f63691 req-e53ebf5d-be14-45cb-a0a1-3dbf6dab57f5 service nova] Releasing lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.820761] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 618.820761] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5239bf98-e9b4-0897-37be-4ea656aacbad" [ 618.820761] env[62359]: _type = "Task" [ 618.820761] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.830432] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5239bf98-e9b4-0897-37be-4ea656aacbad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.066071] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquiring lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.066592] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.087026] env[62359]: INFO nova.compute.manager [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Took 35.73 seconds to build instance. [ 619.152690] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Releasing lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.152690] env[62359]: DEBUG nova.compute.manager [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Instance network_info: |[{"id": "75144554-3444-4190-930d-0903ce8598b8", "address": "fa:16:3e:e8:69:2a", "network": {"id": "21920316-b5dd-4473-8da3-667fdc8597cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1026361420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75144554-34", "ovs_interfaceid": "75144554-3444-4190-930d-0903ce8598b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e7ce5f31-9a83-4150-95a0-1828cd2457f7", "address": "fa:16:3e:12:d1:ab", "network": {"id": "bf1a8fd6-fb3b-4ecc-81f9-de0b5b2f9ab5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1519328309", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ce5f31-9a", "ovs_interfaceid": "e7ce5f31-9a83-4150-95a0-1828cd2457f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d98c9367-b40b-4f4d-b15a-fe9cb7e59a46", "address": "fa:16:3e:d6:e9:4d", "network": {"id": "21920316-b5dd-4473-8da3-667fdc8597cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1026361420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98c9367-b4", "ovs_interfaceid": "d98c9367-b40b-4f4d-b15a-fe9cb7e59a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.152910] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:69:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75144554-3444-4190-930d-0903ce8598b8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:d1:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7ce5f31-9a83-4150-95a0-1828cd2457f7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:e9:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd98c9367-b40b-4f4d-b15a-fe9cb7e59a46', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.173126] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Creating folder: Project (7b3ec5759e6948d9aac36cbde20885d4). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.173960] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d04d4d8b-cb11-4308-9118-a2a0bdd8ee28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.189267] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Created folder: Project (7b3ec5759e6948d9aac36cbde20885d4) in parent group-v494269. [ 619.189697] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Creating folder: Instances. Parent ref: group-v494350. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.190090] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dc68eb5-44e5-43cb-a6b6-05c6c50b7b46 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.204152] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Created folder: Instances in parent group-v494350. [ 619.204152] env[62359]: DEBUG oslo.service.loopingcall [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.204309] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.205074] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2d7422e-ca4d-4efd-a245-be015abcc486 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.231208] env[62359]: DEBUG nova.compute.utils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 619.232706] env[62359]: DEBUG nova.compute.manager [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.236016] env[62359]: DEBUG nova.network.neutron [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.242346] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.242346] env[62359]: value = "task-2440320" [ 619.242346] env[62359]: _type = "Task" [ 619.242346] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.257353] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440320, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.309328] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Skipping network cache update for instance because it is Building. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 619.309328] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Skipping network cache update for instance because it is Building. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 619.309328] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Skipping network cache update for instance because it is Building. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 619.313962] env[62359]: DEBUG nova.policy [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6837576a2e094544be733b6c7764aa45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca744ce2ba42440aa25e1ac750cde179', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.341072] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5239bf98-e9b4-0897-37be-4ea656aacbad, 'name': SearchDatastore_Task, 'duration_secs': 0.011659} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.341072] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.341072] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 669b2134-e128-49a9-aad6-15fcecc71e2d/669b2134-e128-49a9-aad6-15fcecc71e2d.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.341072] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15198dc5-19ab-45e9-8879-96cb11add944 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.341846] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "refresh_cache-bae0649b-ebc1-459c-bb85-c4f152e4736e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.341976] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquired lock "refresh_cache-bae0649b-ebc1-459c-bb85-c4f152e4736e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.342139] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Forcefully refreshing network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 619.342646] env[62359]: DEBUG nova.objects.instance [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lazy-loading 'info_cache' on Instance uuid bae0649b-ebc1-459c-bb85-c4f152e4736e {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.355216] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 619.355216] env[62359]: value = "task-2440321" [ 619.355216] env[62359]: _type = "Task" [ 619.355216] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.367670] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.592095] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0f68665-9382-4e43-9d0b-50b4a5d84862 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.550s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.664425] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "7612af2a-962a-4b03-9d1d-95c06e91968c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.664425] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "7612af2a-962a-4b03-9d1d-95c06e91968c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.702558] env[62359]: DEBUG nova.network.neutron [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Successfully created port: 822cc32a-c860-4fba-9ec2-bc1487692ca1 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.735548] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ccd176-3da4-4072-9a0c-4a4c32b2e7d7 tempest-ServersAdmin275Test-827270604 tempest-ServersAdmin275Test-827270604-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.736721] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.748s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.738235] env[62359]: INFO nova.compute.claims [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.741547] env[62359]: DEBUG nova.compute.manager [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.765037] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440320, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.872828] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440321, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.902518] env[62359]: DEBUG nova.compute.manager [req-e7795ea2-11de-4bda-9ccc-e13a4f266a93 req-211aeeee-52bb-4668-8b92-f29fa68432a3 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received event network-changed-d98c9367-b40b-4f4d-b15a-fe9cb7e59a46 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.902847] env[62359]: DEBUG nova.compute.manager [req-e7795ea2-11de-4bda-9ccc-e13a4f266a93 req-211aeeee-52bb-4668-8b92-f29fa68432a3 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Refreshing instance network info cache due to event network-changed-d98c9367-b40b-4f4d-b15a-fe9cb7e59a46. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.903405] env[62359]: DEBUG oslo_concurrency.lockutils [req-e7795ea2-11de-4bda-9ccc-e13a4f266a93 req-211aeeee-52bb-4668-8b92-f29fa68432a3 service nova] Acquiring lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.903461] env[62359]: DEBUG oslo_concurrency.lockutils [req-e7795ea2-11de-4bda-9ccc-e13a4f266a93 req-211aeeee-52bb-4668-8b92-f29fa68432a3 service nova] Acquired lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.903672] env[62359]: DEBUG nova.network.neutron [req-e7795ea2-11de-4bda-9ccc-e13a4f266a93 req-211aeeee-52bb-4668-8b92-f29fa68432a3 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Refreshing network info cache for port d98c9367-b40b-4f4d-b15a-fe9cb7e59a46 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.094373] env[62359]: DEBUG nova.compute.manager [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.261035] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440320, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.369828] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544185} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.369828] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 669b2134-e128-49a9-aad6-15fcecc71e2d/669b2134-e128-49a9-aad6-15fcecc71e2d.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.370182] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.370346] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c77f0f-cc14-4058-9777-08c5089f37c0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.380141] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 620.380141] env[62359]: value = "task-2440323" [ 620.380141] env[62359]: _type = "Task" [ 620.380141] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.381048] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.391949] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.613515] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.764440] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440320, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.774858] env[62359]: DEBUG nova.compute.manager [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.807504] env[62359]: DEBUG nova.virt.hardware [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.807593] env[62359]: DEBUG nova.virt.hardware [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.807768] env[62359]: DEBUG nova.virt.hardware [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.807868] env[62359]: DEBUG nova.virt.hardware [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.808300] env[62359]: DEBUG nova.virt.hardware [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.808497] env[62359]: DEBUG nova.virt.hardware [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.808715] env[62359]: DEBUG nova.virt.hardware [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.808879] env[62359]: DEBUG nova.virt.hardware [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.809055] env[62359]: DEBUG nova.virt.hardware [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.809216] env[62359]: DEBUG nova.virt.hardware [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.809854] env[62359]: DEBUG nova.virt.hardware [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.810724] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704364c4-f88a-43ac-8dc0-a72115cb92af {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.815375] env[62359]: DEBUG nova.network.neutron [req-e7795ea2-11de-4bda-9ccc-e13a4f266a93 req-211aeeee-52bb-4668-8b92-f29fa68432a3 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Updated VIF entry in instance network info cache for port d98c9367-b40b-4f4d-b15a-fe9cb7e59a46. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.816170] env[62359]: DEBUG nova.network.neutron [req-e7795ea2-11de-4bda-9ccc-e13a4f266a93 req-211aeeee-52bb-4668-8b92-f29fa68432a3 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Updating instance_info_cache with network_info: [{"id": "75144554-3444-4190-930d-0903ce8598b8", "address": "fa:16:3e:e8:69:2a", "network": {"id": "21920316-b5dd-4473-8da3-667fdc8597cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1026361420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75144554-34", "ovs_interfaceid": "75144554-3444-4190-930d-0903ce8598b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e7ce5f31-9a83-4150-95a0-1828cd2457f7", "address": "fa:16:3e:12:d1:ab", "network": {"id": "bf1a8fd6-fb3b-4ecc-81f9-de0b5b2f9ab5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1519328309", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ce5f31-9a", "ovs_interfaceid": "e7ce5f31-9a83-4150-95a0-1828cd2457f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d98c9367-b40b-4f4d-b15a-fe9cb7e59a46", "address": "fa:16:3e:d6:e9:4d", "network": {"id": "21920316-b5dd-4473-8da3-667fdc8597cd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1026361420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98c9367-b4", "ovs_interfaceid": "d98c9367-b40b-4f4d-b15a-fe9cb7e59a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.825390] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fc9850-6ec5-42be-80b6-ebcdf3c6ff48 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.898217] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077054} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.899053] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.899909] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87e400a-a02c-4cfb-97ad-9623a11049db {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.940279] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 669b2134-e128-49a9-aad6-15fcecc71e2d/669b2134-e128-49a9-aad6-15fcecc71e2d.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.944201] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403527fa-77b5-4e55-a197-1e6b590fa784 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.968702] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "5815dbcf-e70f-46b0-910c-ed60f8245a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.968702] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "5815dbcf-e70f-46b0-910c-ed60f8245a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.976217] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 620.976217] env[62359]: value = "task-2440324" [ 620.976217] env[62359]: _type = "Task" [ 620.976217] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.989061] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.035542] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.263246] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440320, 'name': CreateVM_Task, 'duration_secs': 1.564579} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.263426] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.264309] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.264473] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.264790] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.265063] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533a1242-7f48-40d8-816f-136eda6c1fcf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.271055] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 621.271055] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52fd96c5-50d8-0e5a-54fc-b4ed9c3500fe" [ 621.271055] env[62359]: _type = "Task" [ 621.271055] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.282353] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52fd96c5-50d8-0e5a-54fc-b4ed9c3500fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.320949] env[62359]: DEBUG oslo_concurrency.lockutils [req-e7795ea2-11de-4bda-9ccc-e13a4f266a93 req-211aeeee-52bb-4668-8b92-f29fa68432a3 service nova] Releasing lock "refresh_cache-63a3594c-b1e0-406d-8376-d407a4286d7d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.329763] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb89dcd-a4f1-4a2d-bc0d-7fa3d5c0ec6a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.342470] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195cc31f-b401-47cb-9f48-96e7a6851e97 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.346930] env[62359]: DEBUG nova.network.neutron [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Successfully updated port: 822cc32a-c860-4fba-9ec2-bc1487692ca1 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.381175] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf325d65-d4a1-4728-b568-97c5610c267a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.392702] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c373f61d-e4b6-4a2f-bfec-a5102728b03b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.408183] env[62359]: DEBUG nova.compute.provider_tree [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.487411] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440324, 'name': ReconfigVM_Task, 'duration_secs': 0.303587} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.488687] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 669b2134-e128-49a9-aad6-15fcecc71e2d/669b2134-e128-49a9-aad6-15fcecc71e2d.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.491600] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44412975-39ed-45c2-87a9-15eda402be12 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.493972] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Acquiring lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.494363] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.501129] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 621.501129] env[62359]: value = "task-2440325" [ 621.501129] env[62359]: _type = "Task" [ 621.501129] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.512613] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440325, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.541942] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Releasing lock "refresh_cache-bae0649b-ebc1-459c-bb85-c4f152e4736e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.541942] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Updated the network info_cache for instance {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 621.541942] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.541942] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.541942] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.541942] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.541942] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.541942] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.541942] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62359) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 621.541942] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.557673] env[62359]: DEBUG nova.compute.manager [req-00b800d0-84c9-4588-8721-46e8060158f0 req-5c9b7657-f358-4dba-8fde-932a324707e1 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Received event network-vif-plugged-822cc32a-c860-4fba-9ec2-bc1487692ca1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.558044] env[62359]: DEBUG oslo_concurrency.lockutils [req-00b800d0-84c9-4588-8721-46e8060158f0 req-5c9b7657-f358-4dba-8fde-932a324707e1 service nova] Acquiring lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.558177] env[62359]: DEBUG oslo_concurrency.lockutils [req-00b800d0-84c9-4588-8721-46e8060158f0 req-5c9b7657-f358-4dba-8fde-932a324707e1 service nova] Lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.558505] env[62359]: DEBUG oslo_concurrency.lockutils [req-00b800d0-84c9-4588-8721-46e8060158f0 req-5c9b7657-f358-4dba-8fde-932a324707e1 service nova] Lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.558505] env[62359]: DEBUG nova.compute.manager [req-00b800d0-84c9-4588-8721-46e8060158f0 req-5c9b7657-f358-4dba-8fde-932a324707e1 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] No waiting events found dispatching network-vif-plugged-822cc32a-c860-4fba-9ec2-bc1487692ca1 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.558754] env[62359]: WARNING nova.compute.manager [req-00b800d0-84c9-4588-8721-46e8060158f0 req-5c9b7657-f358-4dba-8fde-932a324707e1 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Received unexpected event network-vif-plugged-822cc32a-c860-4fba-9ec2-bc1487692ca1 for instance with vm_state building and task_state spawning. [ 621.781795] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52fd96c5-50d8-0e5a-54fc-b4ed9c3500fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.782278] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.782417] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.782689] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.782855] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.783110] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.783418] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f3ab2b2-9385-463f-bedb-9e371a5da596 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.794209] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.795078] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.795909] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f88daf2-5b5a-482f-9c06-9db2b46489ce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.802310] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 621.802310] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529d28a3-c92f-29fa-b75f-8bf55a6fc1e3" [ 621.802310] env[62359]: _type = "Task" [ 621.802310] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.812167] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529d28a3-c92f-29fa-b75f-8bf55a6fc1e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.880585] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "refresh_cache-6fa2c60b-401c-49bf-b8fe-364cb0ebe426" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.881254] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquired lock "refresh_cache-6fa2c60b-401c-49bf-b8fe-364cb0ebe426" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.881254] env[62359]: DEBUG nova.network.neutron [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.912342] env[62359]: DEBUG nova.scheduler.client.report [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.011602] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440325, 'name': Rename_Task, 'duration_secs': 0.437932} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.012600] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.012600] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4723d54-1d7c-4ca4-9824-bac9df9a506c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.019910] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 622.019910] env[62359]: value = "task-2440327" [ 622.019910] env[62359]: _type = "Task" [ 622.019910] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.028193] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.044120] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.315146] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529d28a3-c92f-29fa-b75f-8bf55a6fc1e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.315944] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ea2f83-764b-46aa-aa67-4e0163b737cb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.323037] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 622.323037] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522ee7f5-00f2-cee3-a4c7-151f6aff6009" [ 622.323037] env[62359]: _type = "Task" [ 622.323037] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.332381] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522ee7f5-00f2-cee3-a4c7-151f6aff6009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.417876] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.418438] env[62359]: DEBUG nova.compute.manager [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.421329] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.726s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.421552] env[62359]: DEBUG nova.objects.instance [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Lazy-loading 'resources' on Instance uuid ab209762-cea6-4a76-9232-527ac7163c86 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.440289] env[62359]: DEBUG nova.network.neutron [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.530959] env[62359]: DEBUG oslo_vmware.api [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440327, 'name': PowerOnVM_Task, 'duration_secs': 0.509707} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.533668] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.533866] env[62359]: INFO nova.compute.manager [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Took 8.85 seconds to spawn the instance on the hypervisor. [ 622.534105] env[62359]: DEBUG nova.compute.manager [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.534901] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1950c3-9376-4ed5-bbf2-b4443bb9a41b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.623151] env[62359]: DEBUG nova.network.neutron [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Updating instance_info_cache with network_info: [{"id": "822cc32a-c860-4fba-9ec2-bc1487692ca1", "address": "fa:16:3e:62:6e:20", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap822cc32a-c8", "ovs_interfaceid": "822cc32a-c860-4fba-9ec2-bc1487692ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.836723] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522ee7f5-00f2-cee3-a4c7-151f6aff6009, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.837010] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.837305] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 63a3594c-b1e0-406d-8376-d407a4286d7d/63a3594c-b1e0-406d-8376-d407a4286d7d.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.837548] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04e4e3b9-d7a5-4431-85ad-fe72eccf1550 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.844488] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 622.844488] env[62359]: value = "task-2440328" [ 622.844488] env[62359]: _type = "Task" [ 622.844488] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.852756] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.924793] env[62359]: DEBUG nova.compute.utils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 622.926212] env[62359]: DEBUG nova.compute.manager [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.926386] env[62359]: DEBUG nova.network.neutron [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.989478] env[62359]: DEBUG nova.policy [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf491ae3c354486e9543014baccdaba3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b3bbbc7dcf14579966edd2d7c6b50f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.056156] env[62359]: INFO nova.compute.manager [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Took 36.63 seconds to build instance. [ 623.125559] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Releasing lock "refresh_cache-6fa2c60b-401c-49bf-b8fe-364cb0ebe426" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.126268] env[62359]: DEBUG nova.compute.manager [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Instance network_info: |[{"id": "822cc32a-c860-4fba-9ec2-bc1487692ca1", "address": "fa:16:3e:62:6e:20", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap822cc32a-c8", "ovs_interfaceid": "822cc32a-c860-4fba-9ec2-bc1487692ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.129022] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:6e:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '822cc32a-c860-4fba-9ec2-bc1487692ca1', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.138026] env[62359]: DEBUG oslo.service.loopingcall [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.141167] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.142081] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c29874d-ad91-4d7f-9202-0c7a27b35683 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.164399] env[62359]: DEBUG nova.compute.manager [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.165919] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2def1f-ea58-4dfe-a6d6-6c73e4046d62 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.178823] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.178823] env[62359]: value = "task-2440329" [ 623.178823] env[62359]: _type = "Task" [ 623.178823] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.194390] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440329, 'name': CreateVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.359745] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484291} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.360512] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 63a3594c-b1e0-406d-8376-d407a4286d7d/63a3594c-b1e0-406d-8376-d407a4286d7d.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.360512] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.360680] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd7cee02-a457-4038-8677-fa982cf9e063 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.370709] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 623.370709] env[62359]: value = "task-2440330" [ 623.370709] env[62359]: _type = "Task" [ 623.370709] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.383667] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.434145] env[62359]: DEBUG nova.compute.manager [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.534376] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e43e3d3-9579-498d-b5d0-dbb81c2c9f19 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.542699] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4412013a-0b55-4caa-ba4b-550583c2c29f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.574719] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5faa9dc3-5483-40c9-ac68-748c4eb38e0e tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.308s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.578035] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d017b-3239-49cb-b5b5-87d15ad17f3c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.588211] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7f9da-f46f-4f08-8c99-944346bd2979 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.595010] env[62359]: DEBUG nova.network.neutron [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Successfully created port: d65d4ddb-f0c2-4f89-9e72-7500ff581a04 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.608914] env[62359]: DEBUG nova.compute.provider_tree [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.684089] env[62359]: INFO nova.compute.manager [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] instance snapshotting [ 623.692434] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b7aaec-ea10-4bf5-8744-de0d6589ac94 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.701911] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440329, 'name': CreateVM_Task, 'duration_secs': 0.490045} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.721180] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.722415] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.722586] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.723122] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.724484] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf80c701-d634-4b63-bcda-0f8bfcfe5b27 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.727718] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a404e6c2-faa6-4db5-b2f4-7ff57d02c5f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.741888] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 623.741888] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cf5fd6-90da-cbba-328b-3461f3366c60" [ 623.741888] env[62359]: _type = "Task" [ 623.741888] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.751745] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cf5fd6-90da-cbba-328b-3461f3366c60, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.752146] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.752392] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.752887] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.754275] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.754508] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.754813] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-febb28d4-915c-4884-99e6-bc4e3561d81e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.765976] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.766184] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.766927] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819e858d-a2ed-45fa-b021-890c43c62ad8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.772902] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 623.772902] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bf5cd3-9ccf-3d76-7a47-82d2622f9256" [ 623.772902] env[62359]: _type = "Task" [ 623.772902] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.782273] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bf5cd3-9ccf-3d76-7a47-82d2622f9256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.874290] env[62359]: DEBUG nova.compute.manager [req-4fd42f3f-29ec-4f0e-94d4-11ebea44af13 req-27d3e159-4a03-4a99-b138-38f8e3806250 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Received event network-changed-822cc32a-c860-4fba-9ec2-bc1487692ca1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.874290] env[62359]: DEBUG nova.compute.manager [req-4fd42f3f-29ec-4f0e-94d4-11ebea44af13 req-27d3e159-4a03-4a99-b138-38f8e3806250 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Refreshing instance network info cache due to event network-changed-822cc32a-c860-4fba-9ec2-bc1487692ca1. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 623.874511] env[62359]: DEBUG oslo_concurrency.lockutils [req-4fd42f3f-29ec-4f0e-94d4-11ebea44af13 req-27d3e159-4a03-4a99-b138-38f8e3806250 service nova] Acquiring lock "refresh_cache-6fa2c60b-401c-49bf-b8fe-364cb0ebe426" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.874708] env[62359]: DEBUG oslo_concurrency.lockutils [req-4fd42f3f-29ec-4f0e-94d4-11ebea44af13 req-27d3e159-4a03-4a99-b138-38f8e3806250 service nova] Acquired lock "refresh_cache-6fa2c60b-401c-49bf-b8fe-364cb0ebe426" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.875190] env[62359]: DEBUG nova.network.neutron [req-4fd42f3f-29ec-4f0e-94d4-11ebea44af13 req-27d3e159-4a03-4a99-b138-38f8e3806250 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Refreshing network info cache for port 822cc32a-c860-4fba-9ec2-bc1487692ca1 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.888382] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081068} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.888382] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.888661] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34da6e8d-ba94-4085-8c73-c8232965bd88 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.928797] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 63a3594c-b1e0-406d-8376-d407a4286d7d/63a3594c-b1e0-406d-8376-d407a4286d7d.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.929451] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2160574-a649-488b-ae18-ab8227b69146 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.957289] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 623.957289] env[62359]: value = "task-2440331" [ 623.957289] env[62359]: _type = "Task" [ 623.957289] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.967197] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.083036] env[62359]: DEBUG nova.compute.manager [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.114080] env[62359]: DEBUG nova.scheduler.client.report [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.209442] env[62359]: DEBUG nova.compute.manager [req-0783c44e-4cd2-43af-a51b-fe8001a7324d req-4241217b-cdd1-401d-9709-afb01a7ae64f service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Received event network-changed-3bfe00f3-d210-4aaf-a368-511edeb79c06 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.209442] env[62359]: DEBUG nova.compute.manager [req-0783c44e-4cd2-43af-a51b-fe8001a7324d req-4241217b-cdd1-401d-9709-afb01a7ae64f service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Refreshing instance network info cache due to event network-changed-3bfe00f3-d210-4aaf-a368-511edeb79c06. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.209957] env[62359]: DEBUG oslo_concurrency.lockutils [req-0783c44e-4cd2-43af-a51b-fe8001a7324d req-4241217b-cdd1-401d-9709-afb01a7ae64f service nova] Acquiring lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.209957] env[62359]: DEBUG oslo_concurrency.lockutils [req-0783c44e-4cd2-43af-a51b-fe8001a7324d req-4241217b-cdd1-401d-9709-afb01a7ae64f service nova] Acquired lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.211134] env[62359]: DEBUG nova.network.neutron [req-0783c44e-4cd2-43af-a51b-fe8001a7324d req-4241217b-cdd1-401d-9709-afb01a7ae64f service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Refreshing network info cache for port 3bfe00f3-d210-4aaf-a368-511edeb79c06 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.244016] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 624.244325] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7e6fe2c8-1317-498b-bdd6-eea17b1e3640 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.254559] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 624.254559] env[62359]: value = "task-2440332" [ 624.254559] env[62359]: _type = "Task" [ 624.254559] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.266738] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.284208] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bf5cd3-9ccf-3d76-7a47-82d2622f9256, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.285973] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976f9d49-1f2e-42ca-975b-a7875cba9b20 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.293013] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 624.293013] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5234b3ac-018e-bc94-6fea-33f3ff597cea" [ 624.293013] env[62359]: _type = "Task" [ 624.293013] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.304444] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5234b3ac-018e-bc94-6fea-33f3ff597cea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.452561] env[62359]: DEBUG nova.compute.manager [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.471357] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.486425] env[62359]: DEBUG nova.virt.hardware [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.486671] env[62359]: DEBUG nova.virt.hardware [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.486957] env[62359]: DEBUG nova.virt.hardware [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.487040] env[62359]: DEBUG nova.virt.hardware [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.487206] env[62359]: DEBUG nova.virt.hardware [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.487306] env[62359]: DEBUG nova.virt.hardware [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.487509] env[62359]: DEBUG nova.virt.hardware [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.487666] env[62359]: DEBUG nova.virt.hardware [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.487829] env[62359]: DEBUG nova.virt.hardware [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.487987] env[62359]: DEBUG nova.virt.hardware [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.488623] env[62359]: DEBUG nova.virt.hardware [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.489468] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377931dc-9f2a-4334-b938-c2963ffef873 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.498587] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1a691e-796a-41c2-90d3-c9e242212848 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.609486] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.622733] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.626929] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.260s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.629763] env[62359]: INFO nova.compute.claims [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.652639] env[62359]: INFO nova.scheduler.client.report [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Deleted allocations for instance ab209762-cea6-4a76-9232-527ac7163c86 [ 624.738623] env[62359]: DEBUG nova.network.neutron [req-4fd42f3f-29ec-4f0e-94d4-11ebea44af13 req-27d3e159-4a03-4a99-b138-38f8e3806250 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Updated VIF entry in instance network info cache for port 822cc32a-c860-4fba-9ec2-bc1487692ca1. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.739086] env[62359]: DEBUG nova.network.neutron [req-4fd42f3f-29ec-4f0e-94d4-11ebea44af13 req-27d3e159-4a03-4a99-b138-38f8e3806250 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Updating instance_info_cache with network_info: [{"id": "822cc32a-c860-4fba-9ec2-bc1487692ca1", "address": "fa:16:3e:62:6e:20", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap822cc32a-c8", "ovs_interfaceid": "822cc32a-c860-4fba-9ec2-bc1487692ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.769195] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.805012] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5234b3ac-018e-bc94-6fea-33f3ff597cea, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.805360] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.805738] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 6fa2c60b-401c-49bf-b8fe-364cb0ebe426/6fa2c60b-401c-49bf-b8fe-364cb0ebe426.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.805878] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fb3bc3e-b4f1-4eff-94e0-95191ad37e48 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.813990] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 624.813990] env[62359]: value = "task-2440333" [ 624.813990] env[62359]: _type = "Task" [ 624.813990] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.823268] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.976842] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440331, 'name': ReconfigVM_Task, 'duration_secs': 0.705473} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.977321] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 63a3594c-b1e0-406d-8376-d407a4286d7d/63a3594c-b1e0-406d-8376-d407a4286d7d.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.978021] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-225c41a2-63a0-4298-af97-9bbc9cf8aa65 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.988914] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 624.988914] env[62359]: value = "task-2440334" [ 624.988914] env[62359]: _type = "Task" [ 624.988914] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.999799] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440334, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.161420] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc6c8df5-e3c0-443a-a04c-f088fbdef155 tempest-ImagesNegativeTestJSON-783460736 tempest-ImagesNegativeTestJSON-783460736-project-member] Lock "ab209762-cea6-4a76-9232-527ac7163c86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.524s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.199587] env[62359]: DEBUG nova.network.neutron [req-0783c44e-4cd2-43af-a51b-fe8001a7324d req-4241217b-cdd1-401d-9709-afb01a7ae64f service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Updated VIF entry in instance network info cache for port 3bfe00f3-d210-4aaf-a368-511edeb79c06. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.200098] env[62359]: DEBUG nova.network.neutron [req-0783c44e-4cd2-43af-a51b-fe8001a7324d req-4241217b-cdd1-401d-9709-afb01a7ae64f service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Updating instance_info_cache with network_info: [{"id": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "address": "fa:16:3e:f8:98:2e", "network": {"id": "026df4eb-e63d-494b-b879-2fa49d2c4757", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224225623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9cca9a08d84954be8d657f056459dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfe00f3-d2", "ovs_interfaceid": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.242234] env[62359]: DEBUG oslo_concurrency.lockutils [req-4fd42f3f-29ec-4f0e-94d4-11ebea44af13 req-27d3e159-4a03-4a99-b138-38f8e3806250 service nova] Releasing lock "refresh_cache-6fa2c60b-401c-49bf-b8fe-364cb0ebe426" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.269488] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440332, 'name': CreateSnapshot_Task, 'duration_secs': 0.834046} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.269756] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 625.270562] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f98219-c8c4-4e36-b53d-39a592f598ff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.325973] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505338} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.326268] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 6fa2c60b-401c-49bf-b8fe-364cb0ebe426/6fa2c60b-401c-49bf-b8fe-364cb0ebe426.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.326480] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.326721] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fe882b8-9963-4383-8234-549fbf9266c0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.335747] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 625.335747] env[62359]: value = "task-2440335" [ 625.335747] env[62359]: _type = "Task" [ 625.335747] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.349582] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.502292] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440334, 'name': Rename_Task, 'duration_secs': 0.200933} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.503965] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.503965] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27da81da-4bc7-4bbb-b890-0c6ce293d542 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.511054] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 625.511054] env[62359]: value = "task-2440336" [ 625.511054] env[62359]: _type = "Task" [ 625.511054] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.522365] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.550500] env[62359]: DEBUG nova.network.neutron [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Successfully updated port: d65d4ddb-f0c2-4f89-9e72-7500ff581a04 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.705984] env[62359]: DEBUG oslo_concurrency.lockutils [req-0783c44e-4cd2-43af-a51b-fe8001a7324d req-4241217b-cdd1-401d-9709-afb01a7ae64f service nova] Releasing lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.794933] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 625.795327] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7721d0d2-2e9d-4432-9770-914487c95e08 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.808737] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 625.808737] env[62359]: value = "task-2440337" [ 625.808737] env[62359]: _type = "Task" [ 625.808737] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.821329] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440337, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.849351] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158927} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.849351] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.850222] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca5872-d1af-47d8-a2ee-ff4bd881bd44 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.878090] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 6fa2c60b-401c-49bf-b8fe-364cb0ebe426/6fa2c60b-401c-49bf-b8fe-364cb0ebe426.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.881153] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-385f9ba3-02b6-41c7-a6b9-b89266365ce0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.906566] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 625.906566] env[62359]: value = "task-2440338" [ 625.906566] env[62359]: _type = "Task" [ 625.906566] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.922144] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.028929] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.057869] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "refresh_cache-ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.057869] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquired lock "refresh_cache-ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.057869] env[62359]: DEBUG nova.network.neutron [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.251552] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Acquiring lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.251552] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.325990] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440337, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.347386] env[62359]: DEBUG nova.compute.manager [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Received event network-vif-plugged-d65d4ddb-f0c2-4f89-9e72-7500ff581a04 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.347386] env[62359]: DEBUG oslo_concurrency.lockutils [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] Acquiring lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.347386] env[62359]: DEBUG oslo_concurrency.lockutils [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] Lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.347588] env[62359]: DEBUG oslo_concurrency.lockutils [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] Lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.347698] env[62359]: DEBUG nova.compute.manager [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] No waiting events found dispatching network-vif-plugged-d65d4ddb-f0c2-4f89-9e72-7500ff581a04 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.348129] env[62359]: WARNING nova.compute.manager [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Received unexpected event network-vif-plugged-d65d4ddb-f0c2-4f89-9e72-7500ff581a04 for instance with vm_state building and task_state spawning. [ 626.348432] env[62359]: DEBUG nova.compute.manager [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Received event network-changed-d65d4ddb-f0c2-4f89-9e72-7500ff581a04 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.348500] env[62359]: DEBUG nova.compute.manager [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Refreshing instance network info cache due to event network-changed-d65d4ddb-f0c2-4f89-9e72-7500ff581a04. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 626.349202] env[62359]: DEBUG oslo_concurrency.lockutils [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] Acquiring lock "refresh_cache-ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.351017] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611d3dcb-dfe6-4e91-8bd3-ed2e3aed4f0b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.365167] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d201938-bfc9-4b1b-8762-dbae5eaf00b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.403401] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e6c1dd-d5de-4298-aa39-b2242460c8d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.416446] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdd3298-c11d-4e02-a533-ff6401f3b688 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.423397] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.435959] env[62359]: DEBUG nova.compute.provider_tree [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.530318] env[62359]: DEBUG oslo_vmware.api [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440336, 'name': PowerOnVM_Task, 'duration_secs': 0.921359} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.530318] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.530318] env[62359]: INFO nova.compute.manager [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Took 22.52 seconds to spawn the instance on the hypervisor. [ 626.530774] env[62359]: DEBUG nova.compute.manager [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.531296] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaeec44-cb7b-4653-9587-5f91cbc76145 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.602736] env[62359]: DEBUG nova.network.neutron [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.776144] env[62359]: DEBUG nova.network.neutron [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Updating instance_info_cache with network_info: [{"id": "d65d4ddb-f0c2-4f89-9e72-7500ff581a04", "address": "fa:16:3e:13:6e:03", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65d4ddb-f0", "ovs_interfaceid": "d65d4ddb-f0c2-4f89-9e72-7500ff581a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.821487] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440337, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.922658] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440338, 'name': ReconfigVM_Task, 'duration_secs': 0.814746} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.923086] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 6fa2c60b-401c-49bf-b8fe-364cb0ebe426/6fa2c60b-401c-49bf-b8fe-364cb0ebe426.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.923783] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af29a80e-1375-4051-b913-23c5755657a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.932145] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 626.932145] env[62359]: value = "task-2440339" [ 626.932145] env[62359]: _type = "Task" [ 626.932145] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.939554] env[62359]: DEBUG nova.scheduler.client.report [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.950285] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440339, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.053777] env[62359]: INFO nova.compute.manager [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Took 46.29 seconds to build instance. [ 627.282196] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Releasing lock "refresh_cache-ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.282196] env[62359]: DEBUG nova.compute.manager [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Instance network_info: |[{"id": "d65d4ddb-f0c2-4f89-9e72-7500ff581a04", "address": "fa:16:3e:13:6e:03", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65d4ddb-f0", "ovs_interfaceid": "d65d4ddb-f0c2-4f89-9e72-7500ff581a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.282196] env[62359]: DEBUG oslo_concurrency.lockutils [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] Acquired lock "refresh_cache-ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.282196] env[62359]: DEBUG nova.network.neutron [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Refreshing network info cache for port d65d4ddb-f0c2-4f89-9e72-7500ff581a04 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.285681] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:6e:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd65d4ddb-f0c2-4f89-9e72-7500ff581a04', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.298095] env[62359]: DEBUG oslo.service.loopingcall [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.304311] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.304676] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a587321-5280-44c9-bf96-4daff12bb4f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.335924] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440337, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.338110] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.338110] env[62359]: value = "task-2440340" [ 627.338110] env[62359]: _type = "Task" [ 627.338110] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.350057] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440340, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.445722] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440339, 'name': Rename_Task, 'duration_secs': 0.395216} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.445832] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.446104] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eac8437-29a5-493b-bb2f-794dda018d9b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.450324] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.450324] env[62359]: DEBUG nova.compute.manager [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.456020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.547s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.456473] env[62359]: INFO nova.compute.claims [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.461479] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 627.461479] env[62359]: value = "task-2440341" [ 627.461479] env[62359]: _type = "Task" [ 627.461479] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.471420] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.554925] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da7900bc-2c8b-43eb-bcff-0091fcc788e2 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.943s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.811128] env[62359]: DEBUG nova.network.neutron [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Updated VIF entry in instance network info cache for port d65d4ddb-f0c2-4f89-9e72-7500ff581a04. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.811618] env[62359]: DEBUG nova.network.neutron [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Updating instance_info_cache with network_info: [{"id": "d65d4ddb-f0c2-4f89-9e72-7500ff581a04", "address": "fa:16:3e:13:6e:03", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65d4ddb-f0", "ovs_interfaceid": "d65d4ddb-f0c2-4f89-9e72-7500ff581a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.838790] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440337, 'name': CloneVM_Task, 'duration_secs': 1.905556} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.840548] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Created linked-clone VM from snapshot [ 627.844722] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71b1a73-84e7-4666-bcfc-a3b779ad3b65 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.859064] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440340, 'name': CreateVM_Task, 'duration_secs': 0.375646} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.862244] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.863038] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Uploading image 073eeddc-24f7-411a-8307-fbe8cc57f7e9 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 627.865965] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.865965] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.866366] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.866399] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7027c3-4232-427c-9c34-cfbbd508b3ed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.873020] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 627.873020] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527cf62b-ab72-f6bd-37ed-069587285d2e" [ 627.873020] env[62359]: _type = "Task" [ 627.873020] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.878369] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 627.878648] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30d2fb28-9862-4a0a-b875-372c493d5386 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.883569] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527cf62b-ab72-f6bd-37ed-069587285d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.890475] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 627.890475] env[62359]: value = "task-2440342" [ 627.890475] env[62359]: _type = "Task" [ 627.890475] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.902243] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440342, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.964324] env[62359]: DEBUG nova.compute.utils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 627.966867] env[62359]: DEBUG nova.compute.manager [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.967278] env[62359]: DEBUG nova.network.neutron [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.987235] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440341, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.029502] env[62359]: DEBUG nova.policy [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e88084a4c3445e2afee753589234628', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce44e48faaa04dd89db88c266cd3a540', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.059579] env[62359]: DEBUG nova.compute.manager [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.314866] env[62359]: DEBUG oslo_concurrency.lockutils [req-c907bb57-e7e7-4cec-bb73-54357c096a5d req-2ebb7545-fc2c-44b8-9275-68a70d85f1bf service nova] Releasing lock "refresh_cache-ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.387110] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527cf62b-ab72-f6bd-37ed-069587285d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011688} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.387478] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.387882] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.388055] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.389348] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.389577] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.389885] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-406fcf8d-f4eb-497e-ad81-72f6193bb7be {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.404784] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440342, 'name': Destroy_Task, 'duration_secs': 0.394238} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.406898] env[62359]: DEBUG nova.network.neutron [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Successfully created port: bfdd1a09-1f8c-48a7-b114-475d35735603 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.409052] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Destroyed the VM [ 628.409318] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 628.409623] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.410313] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.410816] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32696f78-af80-4719-8e5a-0955fd2b9df7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.413222] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08fa8594-4b89-4235-a292-3a66a162db28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.420114] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 628.420114] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528c86a2-4cd4-086b-088e-3b1998ea6251" [ 628.420114] env[62359]: _type = "Task" [ 628.420114] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.426013] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 628.426013] env[62359]: value = "task-2440343" [ 628.426013] env[62359]: _type = "Task" [ 628.426013] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.434064] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528c86a2-4cd4-086b-088e-3b1998ea6251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.439873] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440343, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.481356] env[62359]: DEBUG nova.compute.manager [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.484707] env[62359]: DEBUG oslo_vmware.api [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440341, 'name': PowerOnVM_Task, 'duration_secs': 0.574466} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.485175] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.485385] env[62359]: INFO nova.compute.manager [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Took 7.71 seconds to spawn the instance on the hypervisor. [ 628.485587] env[62359]: DEBUG nova.compute.manager [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.486375] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb40f0d-34e5-4944-8041-929a30564ef6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.594061] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.689156] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "63a3594c-b1e0-406d-8376-d407a4286d7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.689156] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.689156] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.689156] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.689156] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.694764] env[62359]: INFO nova.compute.manager [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Terminating instance [ 628.934273] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528c86a2-4cd4-086b-088e-3b1998ea6251, 'name': SearchDatastore_Task, 'duration_secs': 0.016818} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.938091] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26761199-7962-42c5-a7c2-31ec59e8c354 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.944984] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440343, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.949368] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 628.949368] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526da3ab-9354-c394-af9d-223f0d8f81fe" [ 628.949368] env[62359]: _type = "Task" [ 628.949368] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.961751] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526da3ab-9354-c394-af9d-223f0d8f81fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.011713] env[62359]: INFO nova.compute.manager [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Took 42.00 seconds to build instance. [ 629.101470] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8744b5c3-09be-4e11-8176-8b5ba1d37e24 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.109929] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d697285e-a05f-466a-8176-ba1eee781036 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.145508] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3297b4-db64-431b-9791-315902fa7ab6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.155128] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bda0f7a-a2a0-4b02-bd69-4fed06cd3591 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.170504] env[62359]: DEBUG nova.compute.provider_tree [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.203381] env[62359]: DEBUG nova.compute.manager [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.203473] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.204413] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db6eeba-a596-43e4-b6c9-cf00e6e801c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.213614] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.213880] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e12b9971-aed3-4382-b857-e2cabba9136c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.223140] env[62359]: DEBUG oslo_vmware.api [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 629.223140] env[62359]: value = "task-2440344" [ 629.223140] env[62359]: _type = "Task" [ 629.223140] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.233691] env[62359]: DEBUG oslo_vmware.api [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.439479] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440343, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.462065] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526da3ab-9354-c394-af9d-223f0d8f81fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010491} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.462552] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.462923] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba/ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.463249] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf7791b-7008-41c8-a578-bec50309dffa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.471148] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 629.471148] env[62359]: value = "task-2440345" [ 629.471148] env[62359]: _type = "Task" [ 629.471148] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.482401] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.496042] env[62359]: DEBUG nova.compute.manager [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.513980] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3f43f496-7412-4783-85fd-d6bfb1747f30 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.017s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.529138] env[62359]: DEBUG nova.virt.hardware [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.529645] env[62359]: DEBUG nova.virt.hardware [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.529996] env[62359]: DEBUG nova.virt.hardware [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.530363] env[62359]: DEBUG nova.virt.hardware [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.530665] env[62359]: DEBUG nova.virt.hardware [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.530941] env[62359]: DEBUG nova.virt.hardware [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.531505] env[62359]: DEBUG nova.virt.hardware [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.531787] env[62359]: DEBUG nova.virt.hardware [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.532132] env[62359]: DEBUG nova.virt.hardware [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.534023] env[62359]: DEBUG nova.virt.hardware [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.534023] env[62359]: DEBUG nova.virt.hardware [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.534023] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c1d08b-92fd-43fe-bfb0-8b10c650907a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.546546] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c8ef33-eda6-467d-aab0-7a04e8a965c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.674383] env[62359]: DEBUG nova.scheduler.client.report [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.725375] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.725661] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.738448] env[62359]: DEBUG oslo_vmware.api [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440344, 'name': PowerOffVM_Task, 'duration_secs': 0.268875} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.738729] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.738896] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.739238] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98b99ea5-2572-4e3a-a329-698833429179 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.892979] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.893517] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.894619] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Deleting the datastore file [datastore2] 63a3594c-b1e0-406d-8376-d407a4286d7d {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.894619] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-109bfc6c-38bd-4c94-920c-43e0ef5da92b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.905353] env[62359]: DEBUG oslo_vmware.api [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 629.905353] env[62359]: value = "task-2440347" [ 629.905353] env[62359]: _type = "Task" [ 629.905353] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.924301] env[62359]: DEBUG oslo_vmware.api [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.941404] env[62359]: DEBUG oslo_vmware.api [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440343, 'name': RemoveSnapshot_Task, 'duration_secs': 1.13482} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.941765] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 629.983332] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440345, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.017640] env[62359]: DEBUG nova.compute.manager [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.186215] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.186215] env[62359]: DEBUG nova.compute.manager [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.191479] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.461s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.191479] env[62359]: DEBUG nova.objects.instance [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lazy-loading 'resources' on Instance uuid 96be33ea-8064-49df-bb04-78c162e2b557 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.319171] env[62359]: DEBUG nova.compute.manager [req-ad13e752-1fe0-4e83-a4c8-cc19879cef1e req-c3370c62-6907-4a3a-95cf-c1cac508222f service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Received event network-vif-plugged-bfdd1a09-1f8c-48a7-b114-475d35735603 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.319171] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad13e752-1fe0-4e83-a4c8-cc19879cef1e req-c3370c62-6907-4a3a-95cf-c1cac508222f service nova] Acquiring lock "8577a502-89c3-4ab2-b116-fe335165524e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.319171] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad13e752-1fe0-4e83-a4c8-cc19879cef1e req-c3370c62-6907-4a3a-95cf-c1cac508222f service nova] Lock "8577a502-89c3-4ab2-b116-fe335165524e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.319171] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad13e752-1fe0-4e83-a4c8-cc19879cef1e req-c3370c62-6907-4a3a-95cf-c1cac508222f service nova] Lock "8577a502-89c3-4ab2-b116-fe335165524e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.319171] env[62359]: DEBUG nova.compute.manager [req-ad13e752-1fe0-4e83-a4c8-cc19879cef1e req-c3370c62-6907-4a3a-95cf-c1cac508222f service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] No waiting events found dispatching network-vif-plugged-bfdd1a09-1f8c-48a7-b114-475d35735603 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.319171] env[62359]: WARNING nova.compute.manager [req-ad13e752-1fe0-4e83-a4c8-cc19879cef1e req-c3370c62-6907-4a3a-95cf-c1cac508222f service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Received unexpected event network-vif-plugged-bfdd1a09-1f8c-48a7-b114-475d35735603 for instance with vm_state building and task_state spawning. [ 630.417730] env[62359]: DEBUG oslo_vmware.api [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234521} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.418315] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.418868] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.419250] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.419597] env[62359]: INFO nova.compute.manager [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 630.423203] env[62359]: DEBUG oslo.service.loopingcall [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.423203] env[62359]: DEBUG nova.compute.manager [-] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.423203] env[62359]: DEBUG nova.network.neutron [-] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.423811] env[62359]: DEBUG nova.network.neutron [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Successfully updated port: bfdd1a09-1f8c-48a7-b114-475d35735603 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.448380] env[62359]: WARNING nova.compute.manager [None req-8576ae9f-7e8f-4cfd-be7c-14133a3b79e9 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Image not found during snapshot: nova.exception.ImageNotFound: Image 073eeddc-24f7-411a-8307-fbe8cc57f7e9 could not be found. [ 630.487374] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523472} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.487645] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba/ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.487850] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.488300] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1324a0d9-529b-4db1-9003-5763f0d72787 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.496907] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 630.496907] env[62359]: value = "task-2440348" [ 630.496907] env[62359]: _type = "Task" [ 630.496907] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.508116] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.550609] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.645685] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6587b0-5cf9-422b-8657-2a4626709f9d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.654020] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8578ffaa-ff22-4652-90d9-298e694e8317 tempest-ServersAdminNegativeTestJSON-205764678 tempest-ServersAdminNegativeTestJSON-205764678-project-admin] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Suspending the VM {{(pid=62359) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 630.654020] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-859aabe5-b3eb-4f40-9bd1-3c265c6e3406 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.660457] env[62359]: DEBUG oslo_vmware.api [None req-8578ffaa-ff22-4652-90d9-298e694e8317 tempest-ServersAdminNegativeTestJSON-205764678 tempest-ServersAdminNegativeTestJSON-205764678-project-admin] Waiting for the task: (returnval){ [ 630.660457] env[62359]: value = "task-2440349" [ 630.660457] env[62359]: _type = "Task" [ 630.660457] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.671389] env[62359]: DEBUG oslo_vmware.api [None req-8578ffaa-ff22-4652-90d9-298e694e8317 tempest-ServersAdminNegativeTestJSON-205764678 tempest-ServersAdminNegativeTestJSON-205764678-project-admin] Task: {'id': task-2440349, 'name': SuspendVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.692024] env[62359]: DEBUG nova.compute.utils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 630.692560] env[62359]: DEBUG nova.compute.manager [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.692915] env[62359]: DEBUG nova.network.neutron [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.800158] env[62359]: DEBUG nova.policy [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5426758c65042fc9c111b1a4df3d9dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dbd0d889b574b83bb3aaade82e633eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.929184] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquiring lock "refresh_cache-8577a502-89c3-4ab2-b116-fe335165524e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.931527] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquired lock "refresh_cache-8577a502-89c3-4ab2-b116-fe335165524e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.931998] env[62359]: DEBUG nova.network.neutron [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.009076] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071305} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.009807] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.011309] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b614cc-526b-4e1f-967d-e2a88c227da3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.043390] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba/ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.048998] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4117e9d9-54b2-4326-b8b2-5a377faaf5df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.081044] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 631.081044] env[62359]: value = "task-2440350" [ 631.081044] env[62359]: _type = "Task" [ 631.081044] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.092348] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.173803] env[62359]: DEBUG oslo_vmware.api [None req-8578ffaa-ff22-4652-90d9-298e694e8317 tempest-ServersAdminNegativeTestJSON-205764678 tempest-ServersAdminNegativeTestJSON-205764678-project-admin] Task: {'id': task-2440349, 'name': SuspendVM_Task} progress is 62%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.196983] env[62359]: DEBUG nova.compute.manager [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.321581] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc21c7fb-7062-4fe4-b83e-ded267205661 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.331863] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4cc10b-4221-41d7-9fad-70196c921943 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.373824] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef67a9c-ceaa-4af1-81da-359b9dc41ffe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.384905] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e1cdc6-b6a9-42fc-9fd4-af6b249bff58 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.401813] env[62359]: DEBUG nova.compute.provider_tree [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.481228] env[62359]: DEBUG nova.network.neutron [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.573583] env[62359]: DEBUG oslo_concurrency.lockutils [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.573583] env[62359]: DEBUG oslo_concurrency.lockutils [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.573583] env[62359]: DEBUG oslo_concurrency.lockutils [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.573583] env[62359]: DEBUG oslo_concurrency.lockutils [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.573583] env[62359]: DEBUG oslo_concurrency.lockutils [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.574763] env[62359]: INFO nova.compute.manager [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Terminating instance [ 631.586265] env[62359]: DEBUG nova.network.neutron [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Successfully created port: fba6c4d9-109c-4afc-9b99-4debbf630ca5 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.594460] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440350, 'name': ReconfigVM_Task, 'duration_secs': 0.296098} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.597973] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Reconfigured VM instance instance-0000001a to attach disk [datastore1] ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba/ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.599219] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13de7e7f-f11f-45f0-8252-7cccce5e44e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.610280] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 631.610280] env[62359]: value = "task-2440351" [ 631.610280] env[62359]: _type = "Task" [ 631.610280] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.621235] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440351, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.676666] env[62359]: DEBUG oslo_vmware.api [None req-8578ffaa-ff22-4652-90d9-298e694e8317 tempest-ServersAdminNegativeTestJSON-205764678 tempest-ServersAdminNegativeTestJSON-205764678-project-admin] Task: {'id': task-2440349, 'name': SuspendVM_Task, 'duration_secs': 0.938955} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.676666] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8578ffaa-ff22-4652-90d9-298e694e8317 tempest-ServersAdminNegativeTestJSON-205764678 tempest-ServersAdminNegativeTestJSON-205764678-project-admin] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Suspended the VM {{(pid=62359) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 631.676666] env[62359]: DEBUG nova.compute.manager [None req-8578ffaa-ff22-4652-90d9-298e694e8317 tempest-ServersAdminNegativeTestJSON-205764678 tempest-ServersAdminNegativeTestJSON-205764678-project-admin] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.676666] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc8e511-bbc7-4506-b451-06391059d6ba {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.889158] env[62359]: DEBUG nova.network.neutron [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Updating instance_info_cache with network_info: [{"id": "bfdd1a09-1f8c-48a7-b114-475d35735603", "address": "fa:16:3e:63:92:29", "network": {"id": "9ee5c07a-2be1-40a3-900e-774a517a68b1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1766203665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce44e48faaa04dd89db88c266cd3a540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdd1a09-1f", "ovs_interfaceid": "bfdd1a09-1f8c-48a7-b114-475d35735603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.932094] env[62359]: ERROR nova.scheduler.client.report [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] [req-b4870a06-66fd-4760-841d-7fc3b6b2bbd2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b4870a06-66fd-4760-841d-7fc3b6b2bbd2"}]} [ 631.968814] env[62359]: DEBUG nova.scheduler.client.report [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 631.993230] env[62359]: DEBUG nova.scheduler.client.report [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 631.993787] env[62359]: DEBUG nova.compute.provider_tree [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.006935] env[62359]: DEBUG nova.scheduler.client.report [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 632.030719] env[62359]: DEBUG nova.scheduler.client.report [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 632.080916] env[62359]: DEBUG nova.compute.manager [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.080916] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.081705] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b941fe-e152-4d3a-9bd4-011eca3198d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.091487] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.091733] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff66c809-8ae4-4e62-89b6-d98ae92a4735 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.098965] env[62359]: DEBUG oslo_vmware.api [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 632.098965] env[62359]: value = "task-2440352" [ 632.098965] env[62359]: _type = "Task" [ 632.098965] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.110284] env[62359]: DEBUG oslo_vmware.api [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.122305] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440351, 'name': Rename_Task, 'duration_secs': 0.148412} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.122305] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.122305] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aed3da8b-f9ec-4cf0-9718-dfa40e8f38cb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.130789] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 632.130789] env[62359]: value = "task-2440353" [ 632.130789] env[62359]: _type = "Task" [ 632.130789] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.141104] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.211788] env[62359]: DEBUG nova.compute.manager [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.251466] env[62359]: DEBUG nova.virt.hardware [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.252054] env[62359]: DEBUG nova.virt.hardware [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.253168] env[62359]: DEBUG nova.virt.hardware [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.253621] env[62359]: DEBUG nova.virt.hardware [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.253947] env[62359]: DEBUG nova.virt.hardware [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.254209] env[62359]: DEBUG nova.virt.hardware [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.254556] env[62359]: DEBUG nova.virt.hardware [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.254820] env[62359]: DEBUG nova.virt.hardware [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.255185] env[62359]: DEBUG nova.virt.hardware [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.255457] env[62359]: DEBUG nova.virt.hardware [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.255725] env[62359]: DEBUG nova.virt.hardware [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.257032] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af210b5b-a907-4071-ba4d-81534ba2f781 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.274193] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad3318-3726-4bae-a765-44e7bd1d04d8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.356559] env[62359]: DEBUG nova.network.neutron [-] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.393110] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Releasing lock "refresh_cache-8577a502-89c3-4ab2-b116-fe335165524e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.393679] env[62359]: DEBUG nova.compute.manager [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Instance network_info: |[{"id": "bfdd1a09-1f8c-48a7-b114-475d35735603", "address": "fa:16:3e:63:92:29", "network": {"id": "9ee5c07a-2be1-40a3-900e-774a517a68b1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1766203665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce44e48faaa04dd89db88c266cd3a540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdd1a09-1f", "ovs_interfaceid": "bfdd1a09-1f8c-48a7-b114-475d35735603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.394127] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:92:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfdd1a09-1f8c-48a7-b114-475d35735603', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.401449] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Creating folder: Project (ce44e48faaa04dd89db88c266cd3a540). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.404460] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d141d0c-58bb-45be-b4ce-f0061fd97d56 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.419251] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Created folder: Project (ce44e48faaa04dd89db88c266cd3a540) in parent group-v494269. [ 632.419504] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Creating folder: Instances. Parent ref: group-v494357. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.419825] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d136cdf5-b316-409d-8912-b5c734ba0b3d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.424302] env[62359]: DEBUG nova.compute.manager [req-ece24a1d-d8a7-4042-b546-2287f893e728 req-4667ffd1-e576-4091-aaa0-ef0318735612 service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Received event network-changed-bfdd1a09-1f8c-48a7-b114-475d35735603 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.424760] env[62359]: DEBUG nova.compute.manager [req-ece24a1d-d8a7-4042-b546-2287f893e728 req-4667ffd1-e576-4091-aaa0-ef0318735612 service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Refreshing instance network info cache due to event network-changed-bfdd1a09-1f8c-48a7-b114-475d35735603. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 632.424760] env[62359]: DEBUG oslo_concurrency.lockutils [req-ece24a1d-d8a7-4042-b546-2287f893e728 req-4667ffd1-e576-4091-aaa0-ef0318735612 service nova] Acquiring lock "refresh_cache-8577a502-89c3-4ab2-b116-fe335165524e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.424888] env[62359]: DEBUG oslo_concurrency.lockutils [req-ece24a1d-d8a7-4042-b546-2287f893e728 req-4667ffd1-e576-4091-aaa0-ef0318735612 service nova] Acquired lock "refresh_cache-8577a502-89c3-4ab2-b116-fe335165524e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.425579] env[62359]: DEBUG nova.network.neutron [req-ece24a1d-d8a7-4042-b546-2287f893e728 req-4667ffd1-e576-4091-aaa0-ef0318735612 service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Refreshing network info cache for port bfdd1a09-1f8c-48a7-b114-475d35735603 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.440203] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Created folder: Instances in parent group-v494357. [ 632.440507] env[62359]: DEBUG oslo.service.loopingcall [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.442244] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.442244] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b76bdea7-08e8-4ea1-a7b0-67cae5fe8d21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.465116] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.465116] env[62359]: value = "task-2440356" [ 632.465116] env[62359]: _type = "Task" [ 632.465116] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.479807] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440356, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.613400] env[62359]: DEBUG oslo_vmware.api [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440352, 'name': PowerOffVM_Task, 'duration_secs': 0.391439} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.613400] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.613400] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.613400] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77043453-bec1-474a-8c77-e3f09a05b1eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.643603] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.694108] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.694108] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.694385] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Deleting the datastore file [datastore2] 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.698084] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9c4b7c2-3208-4569-b4d5-209980dc5c1d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.707687] env[62359]: DEBUG oslo_vmware.api [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 632.707687] env[62359]: value = "task-2440358" [ 632.707687] env[62359]: _type = "Task" [ 632.707687] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.723598] env[62359]: DEBUG oslo_vmware.api [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.788353] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe90cc82-64fa-41ed-9fc0-1b96438548c5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.799487] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea38d3b2-8a8b-4f42-b683-a25fd2672cb0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.845687] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c04e3-b6fa-4d8c-bb78-bcff2df97dd2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.855266] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107c548a-b64e-4e1a-bd11-78d2d63f6f80 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.860131] env[62359]: INFO nova.compute.manager [-] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Took 2.44 seconds to deallocate network for instance. [ 632.877963] env[62359]: DEBUG nova.compute.provider_tree [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.976718] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440356, 'name': CreateVM_Task, 'duration_secs': 0.379338} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.977072] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.978692] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.978692] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.978692] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.978692] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5bcc1d7-3bc5-4af5-9ec4-4d61e37a3462 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.984483] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for the task: (returnval){ [ 632.984483] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5255e136-6896-fd74-47d1-b5f599c39913" [ 632.984483] env[62359]: _type = "Task" [ 632.984483] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.991304] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5255e136-6896-fd74-47d1-b5f599c39913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.141962] env[62359]: DEBUG oslo_vmware.api [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440353, 'name': PowerOnVM_Task, 'duration_secs': 0.701992} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.142792] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.143050] env[62359]: INFO nova.compute.manager [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Took 8.69 seconds to spawn the instance on the hypervisor. [ 633.143251] env[62359]: DEBUG nova.compute.manager [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.144118] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21410479-ca42-4f83-910b-dcd54e69783f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.220721] env[62359]: DEBUG oslo_vmware.api [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24637} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.221219] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.221519] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.221770] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.222131] env[62359]: INFO nova.compute.manager [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 633.222443] env[62359]: DEBUG oslo.service.loopingcall [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.222671] env[62359]: DEBUG nova.compute.manager [-] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.222783] env[62359]: DEBUG nova.network.neutron [-] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.295421] env[62359]: DEBUG nova.network.neutron [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Successfully updated port: fba6c4d9-109c-4afc-9b99-4debbf630ca5 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.367055] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.420922] env[62359]: DEBUG nova.scheduler.client.report [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 633.420922] env[62359]: DEBUG nova.compute.provider_tree [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 52 to 53 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 633.420922] env[62359]: DEBUG nova.compute.provider_tree [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.495847] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5255e136-6896-fd74-47d1-b5f599c39913, 'name': SearchDatastore_Task, 'duration_secs': 0.04787} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.496556] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.496556] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.496698] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.496844] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.497077] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.497282] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5d641b0-435e-41f1-a865-a666c79bf0e7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.509059] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.509279] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.510273] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d82ea5c-e9df-4540-b138-02c796693e2c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.517950] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for the task: (returnval){ [ 633.517950] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520ef459-8da5-c982-ae76-ecd4de7bc2d2" [ 633.517950] env[62359]: _type = "Task" [ 633.517950] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.532192] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520ef459-8da5-c982-ae76-ecd4de7bc2d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.600519] env[62359]: DEBUG nova.network.neutron [req-ece24a1d-d8a7-4042-b546-2287f893e728 req-4667ffd1-e576-4091-aaa0-ef0318735612 service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Updated VIF entry in instance network info cache for port bfdd1a09-1f8c-48a7-b114-475d35735603. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.600833] env[62359]: DEBUG nova.network.neutron [req-ece24a1d-d8a7-4042-b546-2287f893e728 req-4667ffd1-e576-4091-aaa0-ef0318735612 service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Updating instance_info_cache with network_info: [{"id": "bfdd1a09-1f8c-48a7-b114-475d35735603", "address": "fa:16:3e:63:92:29", "network": {"id": "9ee5c07a-2be1-40a3-900e-774a517a68b1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1766203665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce44e48faaa04dd89db88c266cd3a540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdd1a09-1f", "ovs_interfaceid": "bfdd1a09-1f8c-48a7-b114-475d35735603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.668244] env[62359]: INFO nova.compute.manager [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Took 42.70 seconds to build instance. [ 633.798593] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "refresh_cache-8231f09d-c1e4-42b7-a55e-72ceaac98a11" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.798762] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired lock "refresh_cache-8231f09d-c1e4-42b7-a55e-72ceaac98a11" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.798917] env[62359]: DEBUG nova.network.neutron [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.927869] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.737s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.931952] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.014s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.932464] env[62359]: DEBUG nova.objects.instance [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lazy-loading 'resources' on Instance uuid 14eaf7ed-743b-4198-832d-54d4cc21c2d8 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.954989] env[62359]: INFO nova.scheduler.client.report [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Deleted allocations for instance 96be33ea-8064-49df-bb04-78c162e2b557 [ 634.031298] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520ef459-8da5-c982-ae76-ecd4de7bc2d2, 'name': SearchDatastore_Task, 'duration_secs': 0.021037} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.031298] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46834264-d661-4e1a-9cca-7caee4aec238 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.035889] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for the task: (returnval){ [ 634.035889] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bca03c-4035-03c1-bc51-ca6e365e6e78" [ 634.035889] env[62359]: _type = "Task" [ 634.035889] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.039547] env[62359]: DEBUG nova.network.neutron [-] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.048043] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bca03c-4035-03c1-bc51-ca6e365e6e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.103571] env[62359]: DEBUG oslo_concurrency.lockutils [req-ece24a1d-d8a7-4042-b546-2287f893e728 req-4667ffd1-e576-4091-aaa0-ef0318735612 service nova] Releasing lock "refresh_cache-8577a502-89c3-4ab2-b116-fe335165524e" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.103823] env[62359]: DEBUG nova.compute.manager [req-ece24a1d-d8a7-4042-b546-2287f893e728 req-4667ffd1-e576-4091-aaa0-ef0318735612 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received event network-vif-deleted-e7ce5f31-9a83-4150-95a0-1828cd2457f7 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.104122] env[62359]: DEBUG nova.compute.manager [req-ece24a1d-d8a7-4042-b546-2287f893e728 req-4667ffd1-e576-4091-aaa0-ef0318735612 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received event network-vif-deleted-d98c9367-b40b-4f4d-b15a-fe9cb7e59a46 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.104212] env[62359]: DEBUG nova.compute.manager [req-ece24a1d-d8a7-4042-b546-2287f893e728 req-4667ffd1-e576-4091-aaa0-ef0318735612 service nova] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Received event network-vif-deleted-75144554-3444-4190-930d-0903ce8598b8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.171365] env[62359]: DEBUG oslo_concurrency.lockutils [None req-082e9e95-8fa2-4dd1-ad0d-18956463f737 tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.634s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.346103] env[62359]: DEBUG nova.network.neutron [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.469385] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f51808b-a786-4399-8d1a-eabe32c8db21 tempest-ServersAaction247Test-1445054577 tempest-ServersAaction247Test-1445054577-project-member] Lock "96be33ea-8064-49df-bb04-78c162e2b557" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.115s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.548577] env[62359]: INFO nova.compute.manager [-] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Took 1.33 seconds to deallocate network for instance. [ 634.549233] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bca03c-4035-03c1-bc51-ca6e365e6e78, 'name': SearchDatastore_Task, 'duration_secs': 0.024645} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.553478] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.553728] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 8577a502-89c3-4ab2-b116-fe335165524e/8577a502-89c3-4ab2-b116-fe335165524e.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.556644] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c88a887-9d5a-4136-afe9-5a7c6e475793 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.568280] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for the task: (returnval){ [ 634.568280] env[62359]: value = "task-2440359" [ 634.568280] env[62359]: _type = "Task" [ 634.568280] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.582054] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.609390] env[62359]: DEBUG nova.network.neutron [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Updating instance_info_cache with network_info: [{"id": "fba6c4d9-109c-4afc-9b99-4debbf630ca5", "address": "fa:16:3e:48:41:29", "network": {"id": "98894959-df74-4cb3-88b3-1b996d5f2a30", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2138345119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dbd0d889b574b83bb3aaade82e633eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba6c4d9-10", "ovs_interfaceid": "fba6c4d9-109c-4afc-9b99-4debbf630ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.675175] env[62359]: DEBUG nova.compute.manager [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.768260] env[62359]: DEBUG nova.compute.manager [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Received event network-vif-plugged-fba6c4d9-109c-4afc-9b99-4debbf630ca5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.768952] env[62359]: DEBUG oslo_concurrency.lockutils [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] Acquiring lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.768952] env[62359]: DEBUG oslo_concurrency.lockutils [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] Lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.769543] env[62359]: DEBUG oslo_concurrency.lockutils [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] Lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.769671] env[62359]: DEBUG nova.compute.manager [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] No waiting events found dispatching network-vif-plugged-fba6c4d9-109c-4afc-9b99-4debbf630ca5 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.769896] env[62359]: WARNING nova.compute.manager [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Received unexpected event network-vif-plugged-fba6c4d9-109c-4afc-9b99-4debbf630ca5 for instance with vm_state building and task_state spawning. [ 634.770168] env[62359]: DEBUG nova.compute.manager [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Received event network-changed-fba6c4d9-109c-4afc-9b99-4debbf630ca5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.770532] env[62359]: DEBUG nova.compute.manager [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Refreshing instance network info cache due to event network-changed-fba6c4d9-109c-4afc-9b99-4debbf630ca5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.770764] env[62359]: DEBUG oslo_concurrency.lockutils [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] Acquiring lock "refresh_cache-8231f09d-c1e4-42b7-a55e-72ceaac98a11" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.902241] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.902631] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.902936] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.903208] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.903414] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.912104] env[62359]: INFO nova.compute.manager [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Terminating instance [ 635.037544] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091a38be-b107-405f-9fef-15e43ddb6310 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.049154] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618555a1-81e5-42bb-848f-47b26f7f756c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.086478] env[62359]: DEBUG oslo_concurrency.lockutils [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.090539] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b35bd7-06fa-45e3-9bd1-3b9052708511 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.102930] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df80316-8f41-4bc3-b195-19d16d1bf0f0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.106785] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509585} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.107052] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 8577a502-89c3-4ab2-b116-fe335165524e/8577a502-89c3-4ab2-b116-fe335165524e.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.107289] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.108359] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fa6a775-5635-4b74-81ee-37e946d1785c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.122029] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Releasing lock "refresh_cache-8231f09d-c1e4-42b7-a55e-72ceaac98a11" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.122029] env[62359]: DEBUG nova.compute.manager [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Instance network_info: |[{"id": "fba6c4d9-109c-4afc-9b99-4debbf630ca5", "address": "fa:16:3e:48:41:29", "network": {"id": "98894959-df74-4cb3-88b3-1b996d5f2a30", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2138345119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dbd0d889b574b83bb3aaade82e633eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba6c4d9-10", "ovs_interfaceid": "fba6c4d9-109c-4afc-9b99-4debbf630ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.122029] env[62359]: DEBUG nova.compute.provider_tree [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.125064] env[62359]: DEBUG oslo_concurrency.lockutils [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] Acquired lock "refresh_cache-8231f09d-c1e4-42b7-a55e-72ceaac98a11" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.125292] env[62359]: DEBUG nova.network.neutron [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Refreshing network info cache for port fba6c4d9-109c-4afc-9b99-4debbf630ca5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.127026] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:41:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fba6c4d9-109c-4afc-9b99-4debbf630ca5', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.134724] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Creating folder: Project (9dbd0d889b574b83bb3aaade82e633eb). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.135124] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for the task: (returnval){ [ 635.135124] env[62359]: value = "task-2440360" [ 635.135124] env[62359]: _type = "Task" [ 635.135124] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.137209] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29cc1635-15a3-4526-9b73-1d599dd9092a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.152312] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.154766] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Created folder: Project (9dbd0d889b574b83bb3aaade82e633eb) in parent group-v494269. [ 635.155646] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Creating folder: Instances. Parent ref: group-v494360. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.155646] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84ce5f1c-6519-4101-bf25-4b1945ddc473 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.171560] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Created folder: Instances in parent group-v494360. [ 635.172618] env[62359]: DEBUG oslo.service.loopingcall [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.172618] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.172618] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adbb1ad8-bb92-484a-84c2-0e0923668905 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.199559] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.199559] env[62359]: value = "task-2440363" [ 635.199559] env[62359]: _type = "Task" [ 635.199559] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.208924] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440363, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.210032] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.414268] env[62359]: DEBUG nova.compute.manager [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.414268] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.415537] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17a027b-f72f-439f-b09e-aba6bc42613b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.424150] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.424719] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9fd2c65-a279-41c1-8ebe-0995f3adc52a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.432543] env[62359]: DEBUG oslo_vmware.api [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 635.432543] env[62359]: value = "task-2440364" [ 635.432543] env[62359]: _type = "Task" [ 635.432543] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.444860] env[62359]: DEBUG oslo_vmware.api [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.647707] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078512} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.647978] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.649013] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b98dea-55cf-4184-97ac-b07b5e09e78d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.673700] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 8577a502-89c3-4ab2-b116-fe335165524e/8577a502-89c3-4ab2-b116-fe335165524e.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.676818] env[62359]: DEBUG nova.scheduler.client.report [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 635.677059] env[62359]: DEBUG nova.compute.provider_tree [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 53 to 54 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 635.677243] env[62359]: DEBUG nova.compute.provider_tree [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.680784] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414549b4-45f0-47b8-8998-4bedb695d269 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.696502] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.699279] env[62359]: DEBUG oslo_concurrency.lockutils [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.697s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.699520] env[62359]: DEBUG nova.objects.instance [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lazy-loading 'resources' on Instance uuid 981fb438-a3ad-415e-9dc8-276a8829a769 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.708386] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for the task: (returnval){ [ 635.708386] env[62359]: value = "task-2440365" [ 635.708386] env[62359]: _type = "Task" [ 635.708386] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.714354] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440363, 'name': CreateVM_Task, 'duration_secs': 0.395717} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.718305] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.719399] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.719566] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.720019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.721265] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-417dabc4-59f0-43c0-86af-6bbdaeeecbc3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.724234] env[62359]: INFO nova.scheduler.client.report [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Deleted allocations for instance 14eaf7ed-743b-4198-832d-54d4cc21c2d8 [ 635.728514] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440365, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.735437] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 635.735437] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52801c32-52c2-c839-4cce-03a3fa4c9495" [ 635.735437] env[62359]: _type = "Task" [ 635.735437] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.744239] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52801c32-52c2-c839-4cce-03a3fa4c9495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.949921] env[62359]: DEBUG oslo_vmware.api [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440364, 'name': PowerOffVM_Task, 'duration_secs': 0.203201} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.950233] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.950403] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.950871] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d13c8ced-ec85-4f82-aee2-2967d974a219 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.020460] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.021650] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.021650] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Deleting the datastore file [datastore1] ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.021650] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04fc4268-cc60-4eab-8c44-b49d76ae8039 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.030062] env[62359]: DEBUG oslo_vmware.api [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for the task: (returnval){ [ 636.030062] env[62359]: value = "task-2440367" [ 636.030062] env[62359]: _type = "Task" [ 636.030062] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.030889] env[62359]: DEBUG nova.network.neutron [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Updated VIF entry in instance network info cache for port fba6c4d9-109c-4afc-9b99-4debbf630ca5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.031283] env[62359]: DEBUG nova.network.neutron [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Updating instance_info_cache with network_info: [{"id": "fba6c4d9-109c-4afc-9b99-4debbf630ca5", "address": "fa:16:3e:48:41:29", "network": {"id": "98894959-df74-4cb3-88b3-1b996d5f2a30", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2138345119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dbd0d889b574b83bb3aaade82e633eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba6c4d9-10", "ovs_interfaceid": "fba6c4d9-109c-4afc-9b99-4debbf630ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.044765] env[62359]: DEBUG oslo_vmware.api [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.223427] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440365, 'name': ReconfigVM_Task, 'duration_secs': 0.336525} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.223688] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 8577a502-89c3-4ab2-b116-fe335165524e/8577a502-89c3-4ab2-b116-fe335165524e.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.226655] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b612ca3-7385-4422-944a-6efb95e7545a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.236344] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for the task: (returnval){ [ 636.236344] env[62359]: value = "task-2440368" [ 636.236344] env[62359]: _type = "Task" [ 636.236344] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.236839] env[62359]: DEBUG oslo_concurrency.lockutils [None req-82abf012-f8f3-4005-8fbd-4c5c05c3ad91 tempest-ServersAdmin275Test-1332507044 tempest-ServersAdmin275Test-1332507044-project-member] Lock "14eaf7ed-743b-4198-832d-54d4cc21c2d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.877s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.254028] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52801c32-52c2-c839-4cce-03a3fa4c9495, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.258102] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.259133] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.259133] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.259133] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.259133] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.259340] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440368, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.262667] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b24670bd-2a02-412a-ba39-d55b5de3ebe0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.272729] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.272881] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.273624] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04928695-81cd-4c8a-93de-aadd80745c80 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.282629] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 636.282629] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]523363d5-9507-67a0-1b58-b363cede7aa9" [ 636.282629] env[62359]: _type = "Task" [ 636.282629] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.293211] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523363d5-9507-67a0-1b58-b363cede7aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.490229] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "2c305fef-3e7e-4436-bd8d-bef6f7b3941c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.490484] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "2c305fef-3e7e-4436-bd8d-bef6f7b3941c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.540020] env[62359]: DEBUG oslo_concurrency.lockutils [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] Releasing lock "refresh_cache-8231f09d-c1e4-42b7-a55e-72ceaac98a11" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.540020] env[62359]: DEBUG nova.compute.manager [req-dedc9873-7ed3-4efe-8df0-024f6d6fdac8 req-ece8b77b-7c85-461f-b10e-419d6e295e26 service nova] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Received event network-vif-deleted-694e30f0-ae17-4cd0-8d5d-4863518b81cf {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.544088] env[62359]: DEBUG oslo_vmware.api [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Task: {'id': task-2440367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155099} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.546369] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.546603] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.547012] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.547012] env[62359]: INFO nova.compute.manager [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 636.547374] env[62359]: DEBUG oslo.service.loopingcall [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.547912] env[62359]: DEBUG nova.compute.manager [-] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.548090] env[62359]: DEBUG nova.network.neutron [-] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.667824] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09770265-3f47-4764-8b21-405bc8ef1c64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.678102] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7f8fd9-b59a-4217-87ae-2826de5b69f0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.709784] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9449aed-2949-4779-975c-f0dc79efb763 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.718584] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3257b27e-1adf-49c9-90dc-46ebed0a2a49 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.734401] env[62359]: DEBUG nova.compute.provider_tree [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.747176] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440368, 'name': Rename_Task, 'duration_secs': 0.148468} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.747627] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.748093] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd04a2ca-8d4b-4e1e-aa1d-070ce3283a5c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.758703] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for the task: (returnval){ [ 636.758703] env[62359]: value = "task-2440369" [ 636.758703] env[62359]: _type = "Task" [ 636.758703] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.766656] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.794037] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523363d5-9507-67a0-1b58-b363cede7aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.010566} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.794560] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8082cd2b-e962-4de4-b7c8-9b331f9cbc4e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.800201] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 636.800201] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52516143-d29c-3d49-4318-48f3c0f69c20" [ 636.800201] env[62359]: _type = "Task" [ 636.800201] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.810643] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52516143-d29c-3d49-4318-48f3c0f69c20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.144315] env[62359]: DEBUG nova.compute.manager [req-545bd7e7-62da-4ed5-9440-af7ed5630f2b req-5d49d9d5-9eb8-4c2f-af64-2cab1e8c358e service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Received event network-vif-deleted-d65d4ddb-f0c2-4f89-9e72-7500ff581a04 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.144600] env[62359]: INFO nova.compute.manager [req-545bd7e7-62da-4ed5-9440-af7ed5630f2b req-5d49d9d5-9eb8-4c2f-af64-2cab1e8c358e service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Neutron deleted interface d65d4ddb-f0c2-4f89-9e72-7500ff581a04; detaching it from the instance and deleting it from the info cache [ 637.145338] env[62359]: DEBUG nova.network.neutron [req-545bd7e7-62da-4ed5-9440-af7ed5630f2b req-5d49d9d5-9eb8-4c2f-af64-2cab1e8c358e service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.162020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "dfebfd70-185b-453d-952f-eecea0e0c7b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.162294] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "dfebfd70-185b-453d-952f-eecea0e0c7b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.239676] env[62359]: DEBUG nova.scheduler.client.report [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.268482] env[62359]: DEBUG oslo_vmware.api [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440369, 'name': PowerOnVM_Task, 'duration_secs': 0.508238} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.268884] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.269209] env[62359]: INFO nova.compute.manager [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Took 7.77 seconds to spawn the instance on the hypervisor. [ 637.269510] env[62359]: DEBUG nova.compute.manager [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.270676] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64008c8b-192d-42cb-bc6c-b7fd33e2457d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.314018] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52516143-d29c-3d49-4318-48f3c0f69c20, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.314302] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.314548] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 8231f09d-c1e4-42b7-a55e-72ceaac98a11/8231f09d-c1e4-42b7-a55e-72ceaac98a11.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.314804] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95387589-94f9-4a9e-af7d-a5836bdbc788 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.322848] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 637.322848] env[62359]: value = "task-2440370" [ 637.322848] env[62359]: _type = "Task" [ 637.322848] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.334367] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.439666] env[62359]: DEBUG nova.network.neutron [-] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.652077] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b4a7ef8-13e7-464a-b20e-7f3cc7cafad4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.665765] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ecefe8-b6d3-41ad-9e93-20f6d190e9d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.712372] env[62359]: DEBUG nova.compute.manager [req-545bd7e7-62da-4ed5-9440-af7ed5630f2b req-5d49d9d5-9eb8-4c2f-af64-2cab1e8c358e service nova] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Detach interface failed, port_id=d65d4ddb-f0c2-4f89-9e72-7500ff581a04, reason: Instance ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 637.744039] env[62359]: DEBUG oslo_concurrency.lockutils [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.747334] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.289s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.747822] env[62359]: DEBUG nova.objects.instance [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Lazy-loading 'resources' on Instance uuid bae0649b-ebc1-459c-bb85-c4f152e4736e {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.781258] env[62359]: INFO nova.scheduler.client.report [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleted allocations for instance 981fb438-a3ad-415e-9dc8-276a8829a769 [ 637.797147] env[62359]: INFO nova.compute.manager [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Took 42.46 seconds to build instance. [ 637.835194] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471357} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.836070] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 8231f09d-c1e4-42b7-a55e-72ceaac98a11/8231f09d-c1e4-42b7-a55e-72ceaac98a11.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.836454] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.836823] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d6d4ad6-dd2f-4719-86a7-f9d6c13e8bfb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.844734] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 637.844734] env[62359]: value = "task-2440371" [ 637.844734] env[62359]: _type = "Task" [ 637.844734] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.856460] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.942812] env[62359]: INFO nova.compute.manager [-] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Took 1.39 seconds to deallocate network for instance. [ 638.185920] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.186238] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.186238] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.188814] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.188814] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.190578] env[62359]: INFO nova.compute.manager [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Terminating instance [ 638.302763] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a856b6d9-394f-468e-8f0b-f61348e3fc30 tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Lock "8577a502-89c3-4ab2-b116-fe335165524e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.191s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.303260] env[62359]: DEBUG oslo_concurrency.lockutils [None req-161c83d1-547d-46f8-b6b8-7ec0d5f7d5e7 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "981fb438-a3ad-415e-9dc8-276a8829a769" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.074s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.359943] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080499} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.360619] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.361472] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df2baf9-d6c9-4e56-8456-1ee528f4d0b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.392611] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 8231f09d-c1e4-42b7-a55e-72ceaac98a11/8231f09d-c1e4-42b7-a55e-72ceaac98a11.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.396772] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2187475c-e386-4349-938b-25cd622e7ea9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.422547] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 638.422547] env[62359]: value = "task-2440372" [ 638.422547] env[62359]: _type = "Task" [ 638.422547] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.436405] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.449531] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.694298] env[62359]: DEBUG nova.compute.manager [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.694621] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.696239] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981447f-ad3c-4aaf-a4b6-545f6821d85f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.705497] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.705751] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc761b3f-2916-4ef5-8039-6b95f56d377f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.779421] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.779653] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.779832] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Deleting the datastore file [datastore1] 6fa2c60b-401c-49bf-b8fe-364cb0ebe426 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.780144] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81e6a911-33f9-4d93-adc0-97c367ca1533 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.787779] env[62359]: DEBUG oslo_vmware.api [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 638.787779] env[62359]: value = "task-2440374" [ 638.787779] env[62359]: _type = "Task" [ 638.787779] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.799930] env[62359]: DEBUG oslo_vmware.api [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.806855] env[62359]: DEBUG nova.compute.manager [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.839505] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a5a452-b468-4172-9edb-747d6292ec86 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.848207] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb107d9-45f9-4f11-a930-5df3a940afc8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.883799] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5476206-f133-42e3-85cf-06747e22aae6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.892949] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6814036d-4a22-451c-bc9f-d21fd4eb41aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.907993] env[62359]: DEBUG nova.compute.provider_tree [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.933859] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.300324] env[62359]: DEBUG oslo_vmware.api [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147924} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.300605] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.301038] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.301038] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.302390] env[62359]: INFO nova.compute.manager [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Took 0.61 seconds to destroy the instance on the hypervisor. [ 639.302663] env[62359]: DEBUG oslo.service.loopingcall [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.302864] env[62359]: DEBUG nova.compute.manager [-] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.302962] env[62359]: DEBUG nova.network.neutron [-] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.337379] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.411042] env[62359]: DEBUG nova.scheduler.client.report [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.433183] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440372, 'name': ReconfigVM_Task, 'duration_secs': 0.992873} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.434146] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 8231f09d-c1e4-42b7-a55e-72ceaac98a11/8231f09d-c1e4-42b7-a55e-72ceaac98a11.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.434842] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3686741-9bc1-4347-8c0f-db610836cdc6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.444237] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 639.444237] env[62359]: value = "task-2440375" [ 639.444237] env[62359]: _type = "Task" [ 639.444237] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.455681] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440375, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.872171] env[62359]: DEBUG nova.compute.manager [req-15e13f98-cb3e-4d46-96ee-e5a88ffc9737 req-913e9d81-3a9e-46ee-bb8c-53bb8d33cce4 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Received event network-vif-deleted-822cc32a-c860-4fba-9ec2-bc1487692ca1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.872171] env[62359]: INFO nova.compute.manager [req-15e13f98-cb3e-4d46-96ee-e5a88ffc9737 req-913e9d81-3a9e-46ee-bb8c-53bb8d33cce4 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Neutron deleted interface 822cc32a-c860-4fba-9ec2-bc1487692ca1; detaching it from the instance and deleting it from the info cache [ 639.872171] env[62359]: DEBUG nova.network.neutron [req-15e13f98-cb3e-4d46-96ee-e5a88ffc9737 req-913e9d81-3a9e-46ee-bb8c-53bb8d33cce4 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.916555] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.919472] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.478s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.921854] env[62359]: INFO nova.compute.claims [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.954054] env[62359]: INFO nova.scheduler.client.report [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Deleted allocations for instance bae0649b-ebc1-459c-bb85-c4f152e4736e [ 639.963382] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440375, 'name': Rename_Task, 'duration_secs': 0.374589} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.963382] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.963382] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b74037a9-ae49-48e7-8c4e-1959f9304b89 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.973035] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 639.973035] env[62359]: value = "task-2440376" [ 639.973035] env[62359]: _type = "Task" [ 639.973035] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.985895] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.186845] env[62359]: DEBUG nova.network.neutron [-] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.375616] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f1a0bf3-ce44-4a67-9da7-07611edef953 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.388560] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e04904d-2245-4aca-8b88-b7289d9c5bc0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.423981] env[62359]: DEBUG nova.compute.manager [req-15e13f98-cb3e-4d46-96ee-e5a88ffc9737 req-913e9d81-3a9e-46ee-bb8c-53bb8d33cce4 service nova] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Detach interface failed, port_id=822cc32a-c860-4fba-9ec2-bc1487692ca1, reason: Instance 6fa2c60b-401c-49bf-b8fe-364cb0ebe426 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 640.468829] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d630b7a5-30bf-4817-b37e-0b691ada1e01 tempest-ServerMetadataNegativeTestJSON-1729087060 tempest-ServerMetadataNegativeTestJSON-1729087060-project-member] Lock "bae0649b-ebc1-459c-bb85-c4f152e4736e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.008s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.487798] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.692146] env[62359]: INFO nova.compute.manager [-] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Took 1.39 seconds to deallocate network for instance. [ 640.993769] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440376, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.201225] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.494031] env[62359]: DEBUG oslo_vmware.api [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440376, 'name': PowerOnVM_Task, 'duration_secs': 1.074273} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.494031] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.494402] env[62359]: INFO nova.compute.manager [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Took 9.28 seconds to spawn the instance on the hypervisor. [ 641.494402] env[62359]: DEBUG nova.compute.manager [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.495072] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f173a9a-5c65-4c31-917b-47f7ab568f1e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.600411] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34614bd-31a6-44b5-9843-c7e9d33ff749 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.609394] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f11038f-5e4f-4dbd-8270-e720d22dbef0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.650429] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec862174-f84a-4f52-8e10-add4e83451c3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.659761] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da6dc0-bd77-42e3-a1ab-9991428e7104 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.674452] env[62359]: DEBUG nova.compute.provider_tree [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.021403] env[62359]: INFO nova.compute.manager [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Took 43.15 seconds to build instance. [ 642.046031] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.046031] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.179357] env[62359]: DEBUG nova.scheduler.client.report [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.523454] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ebf8e2-ae69-4d77-979c-017b3d77627e tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.672s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.688090] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.688090] env[62359]: DEBUG nova.compute.manager [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.690221] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.336s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.691080] env[62359]: INFO nova.compute.claims [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.942275] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquiring lock "8577a502-89c3-4ab2-b116-fe335165524e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.942275] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Lock "8577a502-89c3-4ab2-b116-fe335165524e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.942275] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquiring lock "8577a502-89c3-4ab2-b116-fe335165524e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.942275] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Lock "8577a502-89c3-4ab2-b116-fe335165524e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.942275] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Lock "8577a502-89c3-4ab2-b116-fe335165524e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.945322] env[62359]: INFO nova.compute.manager [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Terminating instance [ 643.026302] env[62359]: DEBUG nova.compute.manager [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.195757] env[62359]: DEBUG nova.compute.utils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 643.201425] env[62359]: DEBUG nova.compute.manager [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.201506] env[62359]: DEBUG nova.network.neutron [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.295241] env[62359]: DEBUG nova.policy [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9e0a08b8c44cb6a6710c1017ea0f18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8478e39a052b46eea96acd46e85d17f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.449907] env[62359]: DEBUG nova.compute.manager [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.450129] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.451379] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e760f0-6156-4ac4-927b-0383bdea6314 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.465692] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.466571] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-030c6d09-a1a3-4433-9469-e6a5bbb3cde0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.475367] env[62359]: DEBUG oslo_vmware.api [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for the task: (returnval){ [ 643.475367] env[62359]: value = "task-2440377" [ 643.475367] env[62359]: _type = "Task" [ 643.475367] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.486691] env[62359]: DEBUG oslo_vmware.api [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.562092] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.705377] env[62359]: DEBUG nova.compute.manager [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.955887] env[62359]: DEBUG nova.network.neutron [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Successfully created port: a3b7ec2c-1d0c-46f4-955d-ee24a917f357 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.988252] env[62359]: DEBUG oslo_vmware.api [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440377, 'name': PowerOffVM_Task, 'duration_secs': 0.26545} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.988252] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.988365] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.988592] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d54c80e5-43ab-4808-96a9-ff33f31c64e9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.052803] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.052955] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.053161] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Deleting the datastore file [datastore1] 8577a502-89c3-4ab2-b116-fe335165524e {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.056411] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9453cab-d3e4-4ef6-8bc2-4c52e1555915 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.065936] env[62359]: DEBUG oslo_vmware.api [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for the task: (returnval){ [ 644.065936] env[62359]: value = "task-2440379" [ 644.065936] env[62359]: _type = "Task" [ 644.065936] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.076679] env[62359]: DEBUG oslo_vmware.api [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.322620] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c71a1d-aba1-479c-8783-d435005059f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.336185] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3cef56-4337-44cd-92a2-d5a740a9f64d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.374191] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e573d4b-461a-4c5a-bb2c-f90730c124eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.383800] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1949cc23-c100-42a2-98b4-caa1ad6d49aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.405312] env[62359]: DEBUG nova.compute.provider_tree [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.577033] env[62359]: DEBUG oslo_vmware.api [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Task: {'id': task-2440379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133448} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.577386] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.577386] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.577457] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.577579] env[62359]: INFO nova.compute.manager [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 644.577855] env[62359]: DEBUG oslo.service.loopingcall [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.578016] env[62359]: DEBUG nova.compute.manager [-] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.578132] env[62359]: DEBUG nova.network.neutron [-] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.722698] env[62359]: DEBUG nova.compute.manager [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.750728] env[62359]: DEBUG nova.virt.hardware [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.751012] env[62359]: DEBUG nova.virt.hardware [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.751206] env[62359]: DEBUG nova.virt.hardware [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.751400] env[62359]: DEBUG nova.virt.hardware [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.751543] env[62359]: DEBUG nova.virt.hardware [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.751688] env[62359]: DEBUG nova.virt.hardware [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.751894] env[62359]: DEBUG nova.virt.hardware [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.752098] env[62359]: DEBUG nova.virt.hardware [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.752290] env[62359]: DEBUG nova.virt.hardware [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.752460] env[62359]: DEBUG nova.virt.hardware [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.752635] env[62359]: DEBUG nova.virt.hardware [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.753524] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51fb2a6-c3bf-4a7b-a74e-78976417339e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.762957] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333067fb-4310-48bd-940d-a779bc06359d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.906669] env[62359]: DEBUG nova.scheduler.client.report [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.111576] env[62359]: DEBUG nova.compute.manager [req-fe056e6b-08bf-4af7-9b0c-df63e200589d req-094af6dd-1b25-4e79-8ad4-6d22f88378d8 service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Received event network-vif-deleted-bfdd1a09-1f8c-48a7-b114-475d35735603 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.113339] env[62359]: INFO nova.compute.manager [req-fe056e6b-08bf-4af7-9b0c-df63e200589d req-094af6dd-1b25-4e79-8ad4-6d22f88378d8 service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Neutron deleted interface bfdd1a09-1f8c-48a7-b114-475d35735603; detaching it from the instance and deleting it from the info cache [ 645.113339] env[62359]: DEBUG nova.network.neutron [req-fe056e6b-08bf-4af7-9b0c-df63e200589d req-094af6dd-1b25-4e79-8ad4-6d22f88378d8 service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.414022] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.414022] env[62359]: DEBUG nova.compute.manager [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.415495] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.023s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.415936] env[62359]: DEBUG nova.objects.instance [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 645.476024] env[62359]: DEBUG nova.network.neutron [-] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.615305] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ad447d7-8358-4b3f-aa46-a101aeabdf49 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.628212] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9e4d49-230f-460f-a81e-df1c41648421 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.660193] env[62359]: DEBUG nova.compute.manager [req-fe056e6b-08bf-4af7-9b0c-df63e200589d req-094af6dd-1b25-4e79-8ad4-6d22f88378d8 service nova] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Detach interface failed, port_id=bfdd1a09-1f8c-48a7-b114-475d35735603, reason: Instance 8577a502-89c3-4ab2-b116-fe335165524e could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 645.915264] env[62359]: DEBUG nova.compute.manager [req-49ed282a-e4d6-41b0-b6a9-a2729190395a req-e5de17db-cf6f-48d4-8d8b-53231df0f96d service nova] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Received event network-vif-plugged-a3b7ec2c-1d0c-46f4-955d-ee24a917f357 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.915264] env[62359]: DEBUG oslo_concurrency.lockutils [req-49ed282a-e4d6-41b0-b6a9-a2729190395a req-e5de17db-cf6f-48d4-8d8b-53231df0f96d service nova] Acquiring lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.915264] env[62359]: DEBUG oslo_concurrency.lockutils [req-49ed282a-e4d6-41b0-b6a9-a2729190395a req-e5de17db-cf6f-48d4-8d8b-53231df0f96d service nova] Lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.915264] env[62359]: DEBUG oslo_concurrency.lockutils [req-49ed282a-e4d6-41b0-b6a9-a2729190395a req-e5de17db-cf6f-48d4-8d8b-53231df0f96d service nova] Lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.915264] env[62359]: DEBUG nova.compute.manager [req-49ed282a-e4d6-41b0-b6a9-a2729190395a req-e5de17db-cf6f-48d4-8d8b-53231df0f96d service nova] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] No waiting events found dispatching network-vif-plugged-a3b7ec2c-1d0c-46f4-955d-ee24a917f357 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.915264] env[62359]: WARNING nova.compute.manager [req-49ed282a-e4d6-41b0-b6a9-a2729190395a req-e5de17db-cf6f-48d4-8d8b-53231df0f96d service nova] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Received unexpected event network-vif-plugged-a3b7ec2c-1d0c-46f4-955d-ee24a917f357 for instance with vm_state building and task_state spawning. [ 645.924276] env[62359]: DEBUG nova.compute.utils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 645.925907] env[62359]: DEBUG nova.compute.manager [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.926278] env[62359]: DEBUG nova.network.neutron [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.975702] env[62359]: DEBUG nova.policy [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5426758c65042fc9c111b1a4df3d9dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dbd0d889b574b83bb3aaade82e633eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.978722] env[62359]: INFO nova.compute.manager [-] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Took 1.40 seconds to deallocate network for instance. [ 646.161734] env[62359]: DEBUG nova.network.neutron [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Successfully updated port: a3b7ec2c-1d0c-46f4-955d-ee24a917f357 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.291073] env[62359]: DEBUG nova.network.neutron [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Successfully created port: af652b9c-40e3-42ab-8f37-8d5f33dc5fc7 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.427087] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00d545b8-52e6-491c-a54f-a1f3c83abdd3 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.428247] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.050s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.428474] env[62359]: DEBUG nova.objects.instance [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Lazy-loading 'resources' on Instance uuid 5e015d27-e0a0-411c-9515-a459994115df {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.429754] env[62359]: DEBUG nova.compute.manager [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.484993] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.666978] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "refresh_cache-510928fc-fc7c-44ac-bd13-b2c042a3f9e1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.669367] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "refresh_cache-510928fc-fc7c-44ac-bd13-b2c042a3f9e1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.669367] env[62359]: DEBUG nova.network.neutron [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.012708] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquiring lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.012708] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.223762] env[62359]: DEBUG nova.network.neutron [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.444945] env[62359]: DEBUG nova.compute.manager [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.483634] env[62359]: DEBUG nova.virt.hardware [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.483866] env[62359]: DEBUG nova.virt.hardware [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.484036] env[62359]: DEBUG nova.virt.hardware [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.484302] env[62359]: DEBUG nova.virt.hardware [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.484885] env[62359]: DEBUG nova.virt.hardware [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.485096] env[62359]: DEBUG nova.virt.hardware [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.485308] env[62359]: DEBUG nova.virt.hardware [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.485464] env[62359]: DEBUG nova.virt.hardware [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.485628] env[62359]: DEBUG nova.virt.hardware [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.486063] env[62359]: DEBUG nova.virt.hardware [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.486253] env[62359]: DEBUG nova.virt.hardware [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.487420] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae521d0-3ff2-4334-b05f-15d01c7f498c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.503313] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08e4b9a-e7ec-4574-9c98-a45bfe157a47 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.535288] env[62359]: DEBUG nova.network.neutron [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Updating instance_info_cache with network_info: [{"id": "a3b7ec2c-1d0c-46f4-955d-ee24a917f357", "address": "fa:16:3e:d5:e3:2c", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b7ec2c-1d", "ovs_interfaceid": "a3b7ec2c-1d0c-46f4-955d-ee24a917f357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.556414] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f42c953-c80c-414c-b100-8fc58e816ffd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.566092] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a408504b-4242-4d38-8d29-b7408350b0a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.604904] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeb25da-314e-431e-b51b-8326001c2c4d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.613414] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6eda3c-87b9-4e97-a6e5-4aabfa64a993 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.629601] env[62359]: DEBUG nova.compute.provider_tree [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.859557] env[62359]: DEBUG nova.compute.manager [req-b662e7d5-2215-488d-88fc-da85e6bc19dd req-d053f545-aeed-4dd1-b696-49fb74f89c3b service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Received event network-vif-plugged-af652b9c-40e3-42ab-8f37-8d5f33dc5fc7 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.859803] env[62359]: DEBUG oslo_concurrency.lockutils [req-b662e7d5-2215-488d-88fc-da85e6bc19dd req-d053f545-aeed-4dd1-b696-49fb74f89c3b service nova] Acquiring lock "84137aba-ca29-4084-8f19-eaa0476ef843-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.859999] env[62359]: DEBUG oslo_concurrency.lockutils [req-b662e7d5-2215-488d-88fc-da85e6bc19dd req-d053f545-aeed-4dd1-b696-49fb74f89c3b service nova] Lock "84137aba-ca29-4084-8f19-eaa0476ef843-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.860260] env[62359]: DEBUG oslo_concurrency.lockutils [req-b662e7d5-2215-488d-88fc-da85e6bc19dd req-d053f545-aeed-4dd1-b696-49fb74f89c3b service nova] Lock "84137aba-ca29-4084-8f19-eaa0476ef843-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.860428] env[62359]: DEBUG nova.compute.manager [req-b662e7d5-2215-488d-88fc-da85e6bc19dd req-d053f545-aeed-4dd1-b696-49fb74f89c3b service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] No waiting events found dispatching network-vif-plugged-af652b9c-40e3-42ab-8f37-8d5f33dc5fc7 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.860583] env[62359]: WARNING nova.compute.manager [req-b662e7d5-2215-488d-88fc-da85e6bc19dd req-d053f545-aeed-4dd1-b696-49fb74f89c3b service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Received unexpected event network-vif-plugged-af652b9c-40e3-42ab-8f37-8d5f33dc5fc7 for instance with vm_state building and task_state spawning. [ 647.934982] env[62359]: DEBUG nova.network.neutron [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Successfully updated port: af652b9c-40e3-42ab-8f37-8d5f33dc5fc7 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.038706] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "refresh_cache-510928fc-fc7c-44ac-bd13-b2c042a3f9e1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.039061] env[62359]: DEBUG nova.compute.manager [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Instance network_info: |[{"id": "a3b7ec2c-1d0c-46f4-955d-ee24a917f357", "address": "fa:16:3e:d5:e3:2c", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b7ec2c-1d", "ovs_interfaceid": "a3b7ec2c-1d0c-46f4-955d-ee24a917f357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.041075] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:e3:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3b7ec2c-1d0c-46f4-955d-ee24a917f357', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.048917] env[62359]: DEBUG oslo.service.loopingcall [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.049168] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.049392] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feca042b-c00f-4bc5-ae07-380ff6e48b86 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.075841] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.075841] env[62359]: value = "task-2440380" [ 648.075841] env[62359]: _type = "Task" [ 648.075841] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.082892] env[62359]: DEBUG nova.compute.manager [req-f13cdf30-1bc1-475d-b800-7b5243854fa3 req-8c61efa7-10b0-4811-b587-08cca6d53f1e service nova] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Received event network-changed-a3b7ec2c-1d0c-46f4-955d-ee24a917f357 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.083106] env[62359]: DEBUG nova.compute.manager [req-f13cdf30-1bc1-475d-b800-7b5243854fa3 req-8c61efa7-10b0-4811-b587-08cca6d53f1e service nova] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Refreshing instance network info cache due to event network-changed-a3b7ec2c-1d0c-46f4-955d-ee24a917f357. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.083405] env[62359]: DEBUG oslo_concurrency.lockutils [req-f13cdf30-1bc1-475d-b800-7b5243854fa3 req-8c61efa7-10b0-4811-b587-08cca6d53f1e service nova] Acquiring lock "refresh_cache-510928fc-fc7c-44ac-bd13-b2c042a3f9e1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.083621] env[62359]: DEBUG oslo_concurrency.lockutils [req-f13cdf30-1bc1-475d-b800-7b5243854fa3 req-8c61efa7-10b0-4811-b587-08cca6d53f1e service nova] Acquired lock "refresh_cache-510928fc-fc7c-44ac-bd13-b2c042a3f9e1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.083692] env[62359]: DEBUG nova.network.neutron [req-f13cdf30-1bc1-475d-b800-7b5243854fa3 req-8c61efa7-10b0-4811-b587-08cca6d53f1e service nova] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Refreshing network info cache for port a3b7ec2c-1d0c-46f4-955d-ee24a917f357 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.091098] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440380, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.137149] env[62359]: DEBUG nova.scheduler.client.report [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.439064] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "refresh_cache-84137aba-ca29-4084-8f19-eaa0476ef843" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.439064] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired lock "refresh_cache-84137aba-ca29-4084-8f19-eaa0476ef843" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.439064] env[62359]: DEBUG nova.network.neutron [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.591161] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440380, 'name': CreateVM_Task, 'duration_secs': 0.324349} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.593018] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.593018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.593018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.593018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.593673] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4023bbc9-e7d6-42c8-8f21-b37303963ea8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.599015] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 648.599015] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522e1e24-96be-7466-e828-f9d863970b8a" [ 648.599015] env[62359]: _type = "Task" [ 648.599015] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.612722] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522e1e24-96be-7466-e828-f9d863970b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.642426] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.645154] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.882s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.668470] env[62359]: INFO nova.scheduler.client.report [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Deleted allocations for instance 5e015d27-e0a0-411c-9515-a459994115df [ 648.843487] env[62359]: DEBUG nova.network.neutron [req-f13cdf30-1bc1-475d-b800-7b5243854fa3 req-8c61efa7-10b0-4811-b587-08cca6d53f1e service nova] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Updated VIF entry in instance network info cache for port a3b7ec2c-1d0c-46f4-955d-ee24a917f357. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.843487] env[62359]: DEBUG nova.network.neutron [req-f13cdf30-1bc1-475d-b800-7b5243854fa3 req-8c61efa7-10b0-4811-b587-08cca6d53f1e service nova] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Updating instance_info_cache with network_info: [{"id": "a3b7ec2c-1d0c-46f4-955d-ee24a917f357", "address": "fa:16:3e:d5:e3:2c", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b7ec2c-1d", "ovs_interfaceid": "a3b7ec2c-1d0c-46f4-955d-ee24a917f357", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.972372] env[62359]: DEBUG nova.network.neutron [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.113244] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522e1e24-96be-7466-e828-f9d863970b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.113578] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.113814] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.114063] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.114213] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.114392] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.114650] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5e62354-1163-47cb-a037-2695638d2edd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.124911] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.125128] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.125843] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1719f80a-124f-492d-af1b-774349313437 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.131772] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 649.131772] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524dfacd-f728-e79b-1e8a-0e2847b13e68" [ 649.131772] env[62359]: _type = "Task" [ 649.131772] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.141681] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524dfacd-f728-e79b-1e8a-0e2847b13e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.144149] env[62359]: DEBUG nova.network.neutron [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Updating instance_info_cache with network_info: [{"id": "af652b9c-40e3-42ab-8f37-8d5f33dc5fc7", "address": "fa:16:3e:60:7f:37", "network": {"id": "98894959-df74-4cb3-88b3-1b996d5f2a30", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2138345119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dbd0d889b574b83bb3aaade82e633eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf652b9c-40", "ovs_interfaceid": "af652b9c-40e3-42ab-8f37-8d5f33dc5fc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.152460] env[62359]: INFO nova.compute.claims [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.176397] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c469becf-db52-450f-b695-dc82f52393af tempest-InstanceActionsNegativeTestJSON-1279520806 tempest-InstanceActionsNegativeTestJSON-1279520806-project-member] Lock "5e015d27-e0a0-411c-9515-a459994115df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.144s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.346125] env[62359]: DEBUG oslo_concurrency.lockutils [req-f13cdf30-1bc1-475d-b800-7b5243854fa3 req-8c61efa7-10b0-4811-b587-08cca6d53f1e service nova] Releasing lock "refresh_cache-510928fc-fc7c-44ac-bd13-b2c042a3f9e1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.644707] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524dfacd-f728-e79b-1e8a-0e2847b13e68, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.645508] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f10a39-7f22-46c8-8e1b-6bdd1065e559 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.648274] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Releasing lock "refresh_cache-84137aba-ca29-4084-8f19-eaa0476ef843" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.648562] env[62359]: DEBUG nova.compute.manager [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Instance network_info: |[{"id": "af652b9c-40e3-42ab-8f37-8d5f33dc5fc7", "address": "fa:16:3e:60:7f:37", "network": {"id": "98894959-df74-4cb3-88b3-1b996d5f2a30", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2138345119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dbd0d889b574b83bb3aaade82e633eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf652b9c-40", "ovs_interfaceid": "af652b9c-40e3-42ab-8f37-8d5f33dc5fc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.649132] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:7f:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af652b9c-40e3-42ab-8f37-8d5f33dc5fc7', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.662333] env[62359]: DEBUG oslo.service.loopingcall [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.665709] env[62359]: INFO nova.compute.resource_tracker [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating resource usage from migration dd03d1e6-e0be-4700-9ed3-a65a68081c71 [ 649.670066] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.672574] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a71eee5-eda9-4b61-a34b-5bfdab7b1c48 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.689745] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 649.689745] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5230285c-972c-34be-3ea8-f1100d16f0fb" [ 649.689745] env[62359]: _type = "Task" [ 649.689745] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.697737] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.697737] env[62359]: value = "task-2440381" [ 649.697737] env[62359]: _type = "Task" [ 649.697737] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.701320] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5230285c-972c-34be-3ea8-f1100d16f0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.707931] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.708235] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 510928fc-fc7c-44ac-bd13-b2c042a3f9e1/510928fc-fc7c-44ac-bd13-b2c042a3f9e1.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.709856] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13fd6f56-966e-4834-aa23-5bd87a1fbf5c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.716018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.716360] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.721456] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440381, 'name': CreateVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.726550] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 649.726550] env[62359]: value = "task-2440382" [ 649.726550] env[62359]: _type = "Task" [ 649.726550] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.737687] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.887421] env[62359]: DEBUG nova.compute.manager [req-e7fe59b1-0d09-4bdd-a05b-c76fbb45465f req-f58cfb0e-25dc-46b8-a056-42d7106e158e service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Received event network-changed-af652b9c-40e3-42ab-8f37-8d5f33dc5fc7 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.888626] env[62359]: DEBUG nova.compute.manager [req-e7fe59b1-0d09-4bdd-a05b-c76fbb45465f req-f58cfb0e-25dc-46b8-a056-42d7106e158e service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Refreshing instance network info cache due to event network-changed-af652b9c-40e3-42ab-8f37-8d5f33dc5fc7. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 649.888626] env[62359]: DEBUG oslo_concurrency.lockutils [req-e7fe59b1-0d09-4bdd-a05b-c76fbb45465f req-f58cfb0e-25dc-46b8-a056-42d7106e158e service nova] Acquiring lock "refresh_cache-84137aba-ca29-4084-8f19-eaa0476ef843" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.888626] env[62359]: DEBUG oslo_concurrency.lockutils [req-e7fe59b1-0d09-4bdd-a05b-c76fbb45465f req-f58cfb0e-25dc-46b8-a056-42d7106e158e service nova] Acquired lock "refresh_cache-84137aba-ca29-4084-8f19-eaa0476ef843" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.888807] env[62359]: DEBUG nova.network.neutron [req-e7fe59b1-0d09-4bdd-a05b-c76fbb45465f req-f58cfb0e-25dc-46b8-a056-42d7106e158e service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Refreshing network info cache for port af652b9c-40e3-42ab-8f37-8d5f33dc5fc7 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.220027] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440381, 'name': CreateVM_Task, 'duration_secs': 0.463356} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.220027] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.220027] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.220027] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.220027] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.220027] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b91444a-ebf3-4f98-9afe-d05d6874ae78 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.226779] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 650.226779] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52dec4fd-0e20-2e04-3a2f-96a5dbcff48b" [ 650.226779] env[62359]: _type = "Task" [ 650.226779] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.242753] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440382, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.246661] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52dec4fd-0e20-2e04-3a2f-96a5dbcff48b, 'name': SearchDatastore_Task, 'duration_secs': 0.014624} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.249404] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.249653] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.249880] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.250051] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.250254] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.250724] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f293995b-d663-4005-b537-5b40605ea432 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.264514] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.264647] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.265440] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a2448e-6c56-4976-a303-0c87655fdb8b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.270966] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 650.270966] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ac26e2-8618-23af-07e0-d1806e0e16e5" [ 650.270966] env[62359]: _type = "Task" [ 650.270966] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.282848] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ac26e2-8618-23af-07e0-d1806e0e16e5, 'name': SearchDatastore_Task} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.283615] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce00f51c-1f32-4d3b-a768-815e460cb77c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.287481] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0f3c0a-277a-4342-9b87-53732f8818e9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.295021] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 650.295021] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]523afdec-3529-d9f4-712b-d0bb1db36149" [ 650.295021] env[62359]: _type = "Task" [ 650.295021] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.298333] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308f50c8-d2c7-4a9d-8cfd-aeeb08564c38 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.304555] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523afdec-3529-d9f4-712b-d0bb1db36149, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.305052] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.305319] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 84137aba-ca29-4084-8f19-eaa0476ef843/84137aba-ca29-4084-8f19-eaa0476ef843.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.306102] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc8cc785-635b-4a85-b68a-796b4ec4d42c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.337317] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8be3b0-d94e-4947-b264-1d6e5d501e77 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.342836] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 650.342836] env[62359]: value = "task-2440383" [ 650.342836] env[62359]: _type = "Task" [ 650.342836] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.349561] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9f5996-9913-4c6f-b5c7-8b6651c25d1f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.360927] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.371310] env[62359]: DEBUG nova.compute.provider_tree [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.677472] env[62359]: DEBUG nova.network.neutron [req-e7fe59b1-0d09-4bdd-a05b-c76fbb45465f req-f58cfb0e-25dc-46b8-a056-42d7106e158e service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Updated VIF entry in instance network info cache for port af652b9c-40e3-42ab-8f37-8d5f33dc5fc7. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.677900] env[62359]: DEBUG nova.network.neutron [req-e7fe59b1-0d09-4bdd-a05b-c76fbb45465f req-f58cfb0e-25dc-46b8-a056-42d7106e158e service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Updating instance_info_cache with network_info: [{"id": "af652b9c-40e3-42ab-8f37-8d5f33dc5fc7", "address": "fa:16:3e:60:7f:37", "network": {"id": "98894959-df74-4cb3-88b3-1b996d5f2a30", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2138345119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dbd0d889b574b83bb3aaade82e633eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf652b9c-40", "ovs_interfaceid": "af652b9c-40e3-42ab-8f37-8d5f33dc5fc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.747534] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528807} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.748138] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 510928fc-fc7c-44ac-bd13-b2c042a3f9e1/510928fc-fc7c-44ac-bd13-b2c042a3f9e1.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.748581] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.749085] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23d1420f-aee0-41f1-933d-67cc9fddf82e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.761047] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 650.761047] env[62359]: value = "task-2440384" [ 650.761047] env[62359]: _type = "Task" [ 650.761047] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.771108] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.858937] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454416} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.859292] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 84137aba-ca29-4084-8f19-eaa0476ef843/84137aba-ca29-4084-8f19-eaa0476ef843.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.859511] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.859757] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02a4e2ff-d52e-40bc-85c2-b0de5052a788 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.872025] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 650.872025] env[62359]: value = "task-2440385" [ 650.872025] env[62359]: _type = "Task" [ 650.872025] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.876526] env[62359]: DEBUG nova.scheduler.client.report [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.887339] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.185020] env[62359]: DEBUG oslo_concurrency.lockutils [req-e7fe59b1-0d09-4bdd-a05b-c76fbb45465f req-f58cfb0e-25dc-46b8-a056-42d7106e158e service nova] Releasing lock "refresh_cache-84137aba-ca29-4084-8f19-eaa0476ef843" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.270990] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071338} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.271325] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.272794] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ad8f65-907e-4dd9-80f6-e361e93a0772 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.295804] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 510928fc-fc7c-44ac-bd13-b2c042a3f9e1/510928fc-fc7c-44ac-bd13-b2c042a3f9e1.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.295804] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-174ff080-1df5-48da-9ef2-59898aa55046 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.316469] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 651.316469] env[62359]: value = "task-2440386" [ 651.316469] env[62359]: _type = "Task" [ 651.316469] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.325722] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.381312] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074919} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.381312] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.382174] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aef296-0bce-4858-948f-eefb48070018 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.398366] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.753s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.398467] env[62359]: INFO nova.compute.manager [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Migrating [ 651.398633] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.399451] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.411866] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 84137aba-ca29-4084-8f19-eaa0476ef843/84137aba-ca29-4084-8f19-eaa0476ef843.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.413091] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.335s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.413756] env[62359]: DEBUG nova.objects.instance [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lazy-loading 'resources' on Instance uuid f77f03a2-5c31-478e-ad40-81ae15216981 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.414411] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86aad610-9af1-4da4-9512-896fedb36768 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.439639] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 651.439639] env[62359]: value = "task-2440387" [ 651.439639] env[62359]: _type = "Task" [ 651.439639] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.449563] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.827086] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440386, 'name': ReconfigVM_Task, 'duration_secs': 0.322965} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.827523] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 510928fc-fc7c-44ac-bd13-b2c042a3f9e1/510928fc-fc7c-44ac-bd13-b2c042a3f9e1.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.830790] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3863c250-4233-4912-ba3e-84390d1eaa8c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.840121] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 651.840121] env[62359]: value = "task-2440388" [ 651.840121] env[62359]: _type = "Task" [ 651.840121] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.850169] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440388, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.913800] env[62359]: INFO nova.compute.rpcapi [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 651.914572] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.953644] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440387, 'name': ReconfigVM_Task, 'duration_secs': 0.284832} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.953974] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 84137aba-ca29-4084-8f19-eaa0476ef843/84137aba-ca29-4084-8f19-eaa0476ef843.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.954445] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a03edc5f-22aa-4a9c-aae9-300dfc5bf5b6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.958308] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8936c9-bbb9-4de7-8a49-4638accbcb54 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.962589] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 651.962589] env[62359]: value = "task-2440389" [ 651.962589] env[62359]: _type = "Task" [ 651.962589] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.969126] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ededf9ad-8c3c-4d3f-a515-777ef72350cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.977375] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440389, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.004537] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17bac8b-bcca-4379-8b5b-99c6fdb67270 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.012701] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d1f4e7-60b8-4f37-880e-68ec4f28d224 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.028494] env[62359]: DEBUG nova.compute.provider_tree [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.350643] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440388, 'name': Rename_Task, 'duration_secs': 0.153025} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.351076] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.351335] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72f9888c-932a-4ee9-8be6-ef992ac05c10 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.358955] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 652.358955] env[62359]: value = "task-2440390" [ 652.358955] env[62359]: _type = "Task" [ 652.358955] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.367555] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.429337] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.429532] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.429725] env[62359]: DEBUG nova.network.neutron [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.472800] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440389, 'name': Rename_Task, 'duration_secs': 0.195249} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.473045] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.473282] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93a0d67a-67ff-43ac-be6a-8096b508466d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.479800] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 652.479800] env[62359]: value = "task-2440391" [ 652.479800] env[62359]: _type = "Task" [ 652.479800] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.487636] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.531521] env[62359]: DEBUG nova.scheduler.client.report [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.870411] env[62359]: DEBUG oslo_vmware.api [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440390, 'name': PowerOnVM_Task, 'duration_secs': 0.462404} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.870749] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.871039] env[62359]: INFO nova.compute.manager [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Took 8.15 seconds to spawn the instance on the hypervisor. [ 652.871324] env[62359]: DEBUG nova.compute.manager [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.872202] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c387b7f7-ea78-4d8f-acaa-41ac4af4ccf1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.990077] env[62359]: DEBUG oslo_vmware.api [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440391, 'name': PowerOnVM_Task, 'duration_secs': 0.462236} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.990390] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.990592] env[62359]: INFO nova.compute.manager [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Took 5.55 seconds to spawn the instance on the hypervisor. [ 652.990766] env[62359]: DEBUG nova.compute.manager [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.991565] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8b5ed7-9dc7-4004-96cc-db48a2836c86 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.036655] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.038709] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.469s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.040683] env[62359]: INFO nova.compute.claims [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.064413] env[62359]: INFO nova.scheduler.client.report [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted allocations for instance f77f03a2-5c31-478e-ad40-81ae15216981 [ 653.153418] env[62359]: DEBUG nova.network.neutron [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance_info_cache with network_info: [{"id": "df1aa92c-cf97-40ee-acf6-def068741ebd", "address": "fa:16:3e:cd:c5:c8", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1aa92c-cf", "ovs_interfaceid": "df1aa92c-cf97-40ee-acf6-def068741ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.393096] env[62359]: INFO nova.compute.manager [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Took 48.98 seconds to build instance. [ 653.509800] env[62359]: INFO nova.compute.manager [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Took 48.18 seconds to build instance. [ 653.575515] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fb6e5bfc-a3a3-4b38-88fc-c602eba3a3fb tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "f77f03a2-5c31-478e-ad40-81ae15216981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.336s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.656438] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.895642] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6d8436b7-9390-4ec1-b71a-33447bbe6184 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.451s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.012476] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8ed663ba-d708-4dbd-a36f-9c1739c1b52c tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "84137aba-ca29-4084-8f19-eaa0476ef843" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.073s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.398599] env[62359]: DEBUG nova.compute.manager [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.452591] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9efa28-a13f-46ff-801f-e72663a27363 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.460329] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d729c81b-0e46-41c6-8ff4-25e0e6789b99 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Suspending the VM {{(pid=62359) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 654.460569] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1979ccda-1966-4fd3-83b3-c9b968494d4d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.467855] env[62359]: DEBUG oslo_vmware.api [None req-d729c81b-0e46-41c6-8ff4-25e0e6789b99 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 654.467855] env[62359]: value = "task-2440392" [ 654.467855] env[62359]: _type = "Task" [ 654.467855] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.479831] env[62359]: DEBUG oslo_vmware.api [None req-d729c81b-0e46-41c6-8ff4-25e0e6789b99 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440392, 'name': SuspendVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.509426] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d96da4-a52e-431b-86f1-6b40403b14eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.515051] env[62359]: DEBUG nova.compute.manager [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.520931] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0f008a-ee42-460d-889b-81596f255c56 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.555353] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09662fa6-17dd-4d60-82cc-aeb47524010a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.564911] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2dbd2b-1154-49a3-8c05-61a0ddb217de {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.582098] env[62359]: DEBUG nova.compute.provider_tree [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.919396] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.978654] env[62359]: DEBUG oslo_vmware.api [None req-d729c81b-0e46-41c6-8ff4-25e0e6789b99 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440392, 'name': SuspendVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.036640] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.085931] env[62359]: DEBUG nova.scheduler.client.report [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.171722] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe719ff6-ede3-4a53-82d8-bf0b3eefcd6b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.191068] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance 'e1f32dac-ca5e-4065-b322-0b668901b2c7' progress to 0 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 655.484606] env[62359]: DEBUG oslo_vmware.api [None req-d729c81b-0e46-41c6-8ff4-25e0e6789b99 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440392, 'name': SuspendVM_Task, 'duration_secs': 0.594584} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.484902] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d729c81b-0e46-41c6-8ff4-25e0e6789b99 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Suspended the VM {{(pid=62359) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 655.486534] env[62359]: DEBUG nova.compute.manager [None req-d729c81b-0e46-41c6-8ff4-25e0e6789b99 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.487423] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a186cd9-1a08-42a4-9be2-d363df9031e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.591224] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.591833] env[62359]: DEBUG nova.compute.manager [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.594540] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.981s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.595862] env[62359]: INFO nova.compute.claims [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.697093] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.697431] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb4f57fd-2ce8-4df8-b9f3-2d81062102a9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.708585] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 655.708585] env[62359]: value = "task-2440393" [ 655.708585] env[62359]: _type = "Task" [ 655.708585] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.718877] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.101134] env[62359]: DEBUG nova.compute.utils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 656.104337] env[62359]: DEBUG nova.compute.manager [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.104545] env[62359]: DEBUG nova.network.neutron [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.142347] env[62359]: DEBUG nova.policy [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5426758c65042fc9c111b1a4df3d9dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dbd0d889b574b83bb3aaade82e633eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.220221] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440393, 'name': PowerOffVM_Task, 'duration_secs': 0.217073} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.220490] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.220674] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance 'e1f32dac-ca5e-4065-b322-0b668901b2c7' progress to 17 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.441027] env[62359]: DEBUG nova.network.neutron [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Successfully created port: 016ce0f1-83d8-4d8c-96b9-bf0a18e40b11 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.604892] env[62359]: DEBUG nova.compute.manager [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.728680] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.728897] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.729161] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.729386] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.729586] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.730246] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.730484] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.730649] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.730833] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.730999] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.731201] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.739214] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f978f79e-c654-485e-a39b-e3c0f8800f68 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.762782] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 656.762782] env[62359]: value = "task-2440394" [ 656.762782] env[62359]: _type = "Task" [ 656.762782] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.777107] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.089836] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee89c6a6-ccce-430b-bd15-7c118938c02d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.098619] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee0e608-7593-4cc9-aaea-71ad52f0382b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.134019] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea51f85b-21d9-418b-9c90-b8e28edb209e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.142710] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ded7d3-d1e2-4212-abc6-bd909d4db8fb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.157126] env[62359]: DEBUG nova.compute.provider_tree [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.273937] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440394, 'name': ReconfigVM_Task, 'duration_secs': 0.466586} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.273937] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance 'e1f32dac-ca5e-4065-b322-0b668901b2c7' progress to 33 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 657.635012] env[62359]: DEBUG nova.compute.manager [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.657556] env[62359]: DEBUG nova.virt.hardware [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.657798] env[62359]: DEBUG nova.virt.hardware [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.657951] env[62359]: DEBUG nova.virt.hardware [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.658143] env[62359]: DEBUG nova.virt.hardware [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.658303] env[62359]: DEBUG nova.virt.hardware [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.658453] env[62359]: DEBUG nova.virt.hardware [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.658711] env[62359]: DEBUG nova.virt.hardware [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.658955] env[62359]: DEBUG nova.virt.hardware [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.659175] env[62359]: DEBUG nova.virt.hardware [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.659345] env[62359]: DEBUG nova.virt.hardware [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.659517] env[62359]: DEBUG nova.virt.hardware [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.660744] env[62359]: DEBUG nova.scheduler.client.report [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.664482] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9127eb80-2a9f-4966-ad77-53dfd62dd908 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.673338] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59515253-6788-4400-8d3c-a9a93b0692dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.780844] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.781125] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.781287] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.781468] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.781615] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.781762] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.781967] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.782150] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.782404] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.782564] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.782747] env[62359]: DEBUG nova.virt.hardware [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.788085] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 657.788320] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de33afd-fa4e-4591-90ba-a373eba50666 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.808048] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 657.808048] env[62359]: value = "task-2440395" [ 657.808048] env[62359]: _type = "Task" [ 657.808048] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.816892] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.868818] env[62359]: DEBUG nova.compute.manager [req-6b24cf12-cdea-4a66-9549-dde61ab13d22 req-6a9b9a25-c4e9-4b08-bf6f-4813bc80fbee service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Received event network-vif-plugged-016ce0f1-83d8-4d8c-96b9-bf0a18e40b11 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.868950] env[62359]: DEBUG oslo_concurrency.lockutils [req-6b24cf12-cdea-4a66-9549-dde61ab13d22 req-6a9b9a25-c4e9-4b08-bf6f-4813bc80fbee service nova] Acquiring lock "46e66edb-3b02-4c07-bdb2-499c76d4258a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.869172] env[62359]: DEBUG oslo_concurrency.lockutils [req-6b24cf12-cdea-4a66-9549-dde61ab13d22 req-6a9b9a25-c4e9-4b08-bf6f-4813bc80fbee service nova] Lock "46e66edb-3b02-4c07-bdb2-499c76d4258a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.869346] env[62359]: DEBUG oslo_concurrency.lockutils [req-6b24cf12-cdea-4a66-9549-dde61ab13d22 req-6a9b9a25-c4e9-4b08-bf6f-4813bc80fbee service nova] Lock "46e66edb-3b02-4c07-bdb2-499c76d4258a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.869515] env[62359]: DEBUG nova.compute.manager [req-6b24cf12-cdea-4a66-9549-dde61ab13d22 req-6a9b9a25-c4e9-4b08-bf6f-4813bc80fbee service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] No waiting events found dispatching network-vif-plugged-016ce0f1-83d8-4d8c-96b9-bf0a18e40b11 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.869703] env[62359]: WARNING nova.compute.manager [req-6b24cf12-cdea-4a66-9549-dde61ab13d22 req-6a9b9a25-c4e9-4b08-bf6f-4813bc80fbee service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Received unexpected event network-vif-plugged-016ce0f1-83d8-4d8c-96b9-bf0a18e40b11 for instance with vm_state building and task_state spawning. [ 657.967915] env[62359]: DEBUG nova.network.neutron [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Successfully updated port: 016ce0f1-83d8-4d8c-96b9-bf0a18e40b11 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.001210] env[62359]: DEBUG nova.compute.manager [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.002390] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bba4d5-ee47-403a-9679-dc010e581e3c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.168469] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.169127] env[62359]: DEBUG nova.compute.manager [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.172050] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.128s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.172266] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.172439] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62359) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 658.172790] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.564s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.174349] env[62359]: INFO nova.compute.claims [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.177817] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee91a5e-a406-4b7a-85e9-7bd1222bd101 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.186769] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaba3d48-9fc6-4aad-81db-7048c3256b0b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.201658] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09db6b53-2233-4675-9559-83f4ef56314e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.209383] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e251ca51-3bbe-447b-b770-8f7884465d1f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.241472] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179905MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62359) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 658.242432] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.317747] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440395, 'name': ReconfigVM_Task, 'duration_secs': 0.165034} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.318126] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 658.318822] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffaf116-1466-49e3-9fe7-f4b05ca6a05c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.342804] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] e1f32dac-ca5e-4065-b322-0b668901b2c7/e1f32dac-ca5e-4065-b322-0b668901b2c7.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.343137] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-312e2485-a7cd-4eb4-9938-957bb4582c14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.362766] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 658.362766] env[62359]: value = "task-2440396" [ 658.362766] env[62359]: _type = "Task" [ 658.362766] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.371290] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.470073] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "refresh_cache-46e66edb-3b02-4c07-bdb2-499c76d4258a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.470359] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired lock "refresh_cache-46e66edb-3b02-4c07-bdb2-499c76d4258a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.470595] env[62359]: DEBUG nova.network.neutron [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.513501] env[62359]: INFO nova.compute.manager [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] instance snapshotting [ 658.513743] env[62359]: WARNING nova.compute.manager [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 658.516884] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11965ff0-14b4-45bc-969e-88f88d0ba551 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.536217] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b3568f-2b31-4696-8376-b795041e4921 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.679065] env[62359]: DEBUG nova.compute.utils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 658.679852] env[62359]: DEBUG nova.compute.manager [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Not allocating networking since 'none' was specified. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 658.872538] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440396, 'name': ReconfigVM_Task, 'duration_secs': 0.27913} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.872844] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Reconfigured VM instance instance-00000013 to attach disk [datastore2] e1f32dac-ca5e-4065-b322-0b668901b2c7/e1f32dac-ca5e-4065-b322-0b668901b2c7.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.873114] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance 'e1f32dac-ca5e-4065-b322-0b668901b2c7' progress to 50 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.003698] env[62359]: DEBUG nova.network.neutron [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.046710] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 659.047050] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b7fc3a0e-b281-4b12-b27a-c9fa4074ac91 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.055374] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 659.055374] env[62359]: value = "task-2440397" [ 659.055374] env[62359]: _type = "Task" [ 659.055374] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.064419] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.131716] env[62359]: DEBUG nova.network.neutron [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Updating instance_info_cache with network_info: [{"id": "016ce0f1-83d8-4d8c-96b9-bf0a18e40b11", "address": "fa:16:3e:85:a3:b7", "network": {"id": "98894959-df74-4cb3-88b3-1b996d5f2a30", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2138345119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dbd0d889b574b83bb3aaade82e633eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016ce0f1-83", "ovs_interfaceid": "016ce0f1-83d8-4d8c-96b9-bf0a18e40b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.181268] env[62359]: DEBUG nova.compute.manager [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.380253] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d10dd4-aa3f-4616-a7e8-58a068e520ee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.405773] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a019a39d-a468-417e-b5ee-55f0a6f430e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.426935] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance 'e1f32dac-ca5e-4065-b322-0b668901b2c7' progress to 67 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.568041] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440397, 'name': CreateSnapshot_Task, 'duration_secs': 0.507794} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.568224] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 659.568959] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a121979-dd24-481d-b596-21b41667a94c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.634680] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Releasing lock "refresh_cache-46e66edb-3b02-4c07-bdb2-499c76d4258a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.634985] env[62359]: DEBUG nova.compute.manager [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Instance network_info: |[{"id": "016ce0f1-83d8-4d8c-96b9-bf0a18e40b11", "address": "fa:16:3e:85:a3:b7", "network": {"id": "98894959-df74-4cb3-88b3-1b996d5f2a30", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2138345119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dbd0d889b574b83bb3aaade82e633eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016ce0f1-83", "ovs_interfaceid": "016ce0f1-83d8-4d8c-96b9-bf0a18e40b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.635491] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:a3:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '016ce0f1-83d8-4d8c-96b9-bf0a18e40b11', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.643329] env[62359]: DEBUG oslo.service.loopingcall [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.645891] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.646567] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a236376-042d-4705-aa63-5f7cb0628145 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.670324] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.670324] env[62359]: value = "task-2440398" [ 659.670324] env[62359]: _type = "Task" [ 659.670324] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.685039] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440398, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.733426] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833233e1-610f-4429-bfeb-bf2fa923a9ae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.743397] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f453e2-40b9-46a5-a117-27bd2911ea4b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.777110] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38378ce9-5fd6-4be8-aeb5-0162b94df45e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.785543] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999a8302-294d-4729-960c-c83364253d15 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.799994] env[62359]: DEBUG nova.compute.provider_tree [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.897506] env[62359]: DEBUG nova.compute.manager [req-fa059732-e62d-4f14-bf40-8fa544d7ec8f req-9fc46512-9970-46e0-9319-b3847eab94f3 service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Received event network-changed-016ce0f1-83d8-4d8c-96b9-bf0a18e40b11 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.897664] env[62359]: DEBUG nova.compute.manager [req-fa059732-e62d-4f14-bf40-8fa544d7ec8f req-9fc46512-9970-46e0-9319-b3847eab94f3 service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Refreshing instance network info cache due to event network-changed-016ce0f1-83d8-4d8c-96b9-bf0a18e40b11. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 659.897898] env[62359]: DEBUG oslo_concurrency.lockutils [req-fa059732-e62d-4f14-bf40-8fa544d7ec8f req-9fc46512-9970-46e0-9319-b3847eab94f3 service nova] Acquiring lock "refresh_cache-46e66edb-3b02-4c07-bdb2-499c76d4258a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.898106] env[62359]: DEBUG oslo_concurrency.lockutils [req-fa059732-e62d-4f14-bf40-8fa544d7ec8f req-9fc46512-9970-46e0-9319-b3847eab94f3 service nova] Acquired lock "refresh_cache-46e66edb-3b02-4c07-bdb2-499c76d4258a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.898282] env[62359]: DEBUG nova.network.neutron [req-fa059732-e62d-4f14-bf40-8fa544d7ec8f req-9fc46512-9970-46e0-9319-b3847eab94f3 service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Refreshing network info cache for port 016ce0f1-83d8-4d8c-96b9-bf0a18e40b11 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.972987] env[62359]: DEBUG nova.network.neutron [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Port df1aa92c-cf97-40ee-acf6-def068741ebd binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 660.089390] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 660.089696] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-97c4d55b-882f-421d-8583-8ee3791d82cd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.099398] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 660.099398] env[62359]: value = "task-2440399" [ 660.099398] env[62359]: _type = "Task" [ 660.099398] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.107940] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440399, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.180660] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440398, 'name': CreateVM_Task, 'duration_secs': 0.36165} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.180892] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.181866] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.181866] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.182205] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.182497] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0093da-560c-45e5-a4b6-80c683536c27 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.187169] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 660.187169] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a5f33a-c806-ef77-8f63-c207887bafc8" [ 660.187169] env[62359]: _type = "Task" [ 660.187169] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.195827] env[62359]: DEBUG nova.compute.manager [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.197705] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a5f33a-c806-ef77-8f63-c207887bafc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.217572] env[62359]: DEBUG nova.virt.hardware [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.217808] env[62359]: DEBUG nova.virt.hardware [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.218095] env[62359]: DEBUG nova.virt.hardware [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.218221] env[62359]: DEBUG nova.virt.hardware [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.218421] env[62359]: DEBUG nova.virt.hardware [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.218595] env[62359]: DEBUG nova.virt.hardware [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.218835] env[62359]: DEBUG nova.virt.hardware [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.219037] env[62359]: DEBUG nova.virt.hardware [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.219221] env[62359]: DEBUG nova.virt.hardware [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.219388] env[62359]: DEBUG nova.virt.hardware [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.219582] env[62359]: DEBUG nova.virt.hardware [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.220434] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35359f4c-ff98-437a-80d3-8a3d597f2fca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.229445] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a76b77-7c80-4b1c-84a7-cc1e5cd36112 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.250498] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.260153] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Creating folder: Project (80483bf51f27465db2e084ebaf052bff). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.260645] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-958aab44-ac28-4602-b178-cbbf9b2c14c5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.272757] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Created folder: Project (80483bf51f27465db2e084ebaf052bff) in parent group-v494269. [ 660.273085] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Creating folder: Instances. Parent ref: group-v494368. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.273436] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3645cbcd-8e85-45b0-92fb-e8b86c8dad2b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.286507] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Created folder: Instances in parent group-v494368. [ 660.287102] env[62359]: DEBUG oslo.service.loopingcall [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.287390] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.287727] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1efefd0-84f9-4807-a5d8-8677c05baafa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.304327] env[62359]: DEBUG nova.scheduler.client.report [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.309245] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.309245] env[62359]: value = "task-2440402" [ 660.309245] env[62359]: _type = "Task" [ 660.309245] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.319076] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440402, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.614456] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440399, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.700096] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a5f33a-c806-ef77-8f63-c207887bafc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.700592] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.700879] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.701167] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.701347] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.701568] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.701877] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76f5d9d6-781d-4c1a-8d56-67c31136eb64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.714908] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.715148] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.715914] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed5a442-0442-4d53-835e-ff514112d832 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.722269] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 660.722269] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5211a3ed-371e-6b25-b3fa-c2815a9aa5d6" [ 660.722269] env[62359]: _type = "Task" [ 660.722269] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.730545] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5211a3ed-371e-6b25-b3fa-c2815a9aa5d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.810025] env[62359]: DEBUG nova.network.neutron [req-fa059732-e62d-4f14-bf40-8fa544d7ec8f req-9fc46512-9970-46e0-9319-b3847eab94f3 service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Updated VIF entry in instance network info cache for port 016ce0f1-83d8-4d8c-96b9-bf0a18e40b11. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.810579] env[62359]: DEBUG nova.network.neutron [req-fa059732-e62d-4f14-bf40-8fa544d7ec8f req-9fc46512-9970-46e0-9319-b3847eab94f3 service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Updating instance_info_cache with network_info: [{"id": "016ce0f1-83d8-4d8c-96b9-bf0a18e40b11", "address": "fa:16:3e:85:a3:b7", "network": {"id": "98894959-df74-4cb3-88b3-1b996d5f2a30", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2138345119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dbd0d889b574b83bb3aaade82e633eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016ce0f1-83", "ovs_interfaceid": "016ce0f1-83d8-4d8c-96b9-bf0a18e40b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.812407] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.812891] env[62359]: DEBUG nova.compute.manager [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.815904] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.222s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.817440] env[62359]: INFO nova.compute.claims [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.830310] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440402, 'name': CreateVM_Task, 'duration_secs': 0.3315} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.830488] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.830898] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.831131] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.831541] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.832628] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5f04aa-5d4f-4269-acae-00b93765122d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.839893] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 660.839893] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c06255-3d8e-f299-8911-61e310709ca5" [ 660.839893] env[62359]: _type = "Task" [ 660.839893] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.852188] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c06255-3d8e-f299-8911-61e310709ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.995130] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "e1f32dac-ca5e-4065-b322-0b668901b2c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.995374] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.995547] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.110158] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440399, 'name': CloneVM_Task} progress is 95%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.233442] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5211a3ed-371e-6b25-b3fa-c2815a9aa5d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.234302] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5264b1ce-d98d-406b-abda-ef524d55314d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.239624] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 661.239624] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]523a5c7f-0091-0e4d-143f-37e8ac6e4cbb" [ 661.239624] env[62359]: _type = "Task" [ 661.239624] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.249010] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523a5c7f-0091-0e4d-143f-37e8ac6e4cbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.316699] env[62359]: DEBUG oslo_concurrency.lockutils [req-fa059732-e62d-4f14-bf40-8fa544d7ec8f req-9fc46512-9970-46e0-9319-b3847eab94f3 service nova] Releasing lock "refresh_cache-46e66edb-3b02-4c07-bdb2-499c76d4258a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.325381] env[62359]: DEBUG nova.compute.utils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 661.329252] env[62359]: DEBUG nova.compute.manager [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.329472] env[62359]: DEBUG nova.network.neutron [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.353622] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c06255-3d8e-f299-8911-61e310709ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.020026} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.354308] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.354308] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.354308] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.372066] env[62359]: DEBUG nova.policy [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5aabdfd3ba4acf9b98ec64d70f588e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c085ee261646dd8c7cefad3c20afae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.613258] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440399, 'name': CloneVM_Task, 'duration_secs': 1.264393} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.613258] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Created linked-clone VM from snapshot [ 661.613258] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef2d6da-bde2-4669-bb0c-01242f5cbcfe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.624716] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Uploading image c41a0775-6743-4e95-acae-734ec1444dc2 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 661.648259] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 661.648259] env[62359]: value = "vm-494367" [ 661.648259] env[62359]: _type = "VirtualMachine" [ 661.648259] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 661.648774] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d871bb20-58af-4ce9-988e-0c8b32ad399d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.656843] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lease: (returnval){ [ 661.656843] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ce9dc0-03c1-28be-9e9e-be240d0c01e3" [ 661.656843] env[62359]: _type = "HttpNfcLease" [ 661.656843] env[62359]: } obtained for exporting VM: (result){ [ 661.656843] env[62359]: value = "vm-494367" [ 661.656843] env[62359]: _type = "VirtualMachine" [ 661.656843] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 661.657260] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the lease: (returnval){ [ 661.657260] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ce9dc0-03c1-28be-9e9e-be240d0c01e3" [ 661.657260] env[62359]: _type = "HttpNfcLease" [ 661.657260] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 661.661520] env[62359]: DEBUG nova.network.neutron [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Successfully created port: e1d4178a-0c0c-41d9-bb77-eb1fde187bdb {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.668278] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 661.668278] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ce9dc0-03c1-28be-9e9e-be240d0c01e3" [ 661.668278] env[62359]: _type = "HttpNfcLease" [ 661.668278] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 661.750917] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523a5c7f-0091-0e4d-143f-37e8ac6e4cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.020783} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.751265] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.751402] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 46e66edb-3b02-4c07-bdb2-499c76d4258a/46e66edb-3b02-4c07-bdb2-499c76d4258a.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.751674] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.751856] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.752095] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4c15e88-8714-4cb4-8b84-47a02dd05dcf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.754618] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a75a43-f836-4da7-b83d-ffce7443c4ae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.763983] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 661.763983] env[62359]: value = "task-2440404" [ 661.763983] env[62359]: _type = "Task" [ 661.763983] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.765218] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.765388] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.768938] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d529a6-d533-4272-9a8a-dfba9c2b9e38 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.775399] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 661.775399] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b76846-ce49-4481-db36-a2159ac13f03" [ 661.775399] env[62359]: _type = "Task" [ 661.775399] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.778611] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.787232] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b76846-ce49-4481-db36-a2159ac13f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.831129] env[62359]: DEBUG nova.compute.manager [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.076611] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.076789] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.076950] env[62359]: DEBUG nova.network.neutron [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.167859] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 662.167859] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ce9dc0-03c1-28be-9e9e-be240d0c01e3" [ 662.167859] env[62359]: _type = "HttpNfcLease" [ 662.167859] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 662.170793] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 662.170793] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ce9dc0-03c1-28be-9e9e-be240d0c01e3" [ 662.170793] env[62359]: _type = "HttpNfcLease" [ 662.170793] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 662.172222] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b70f9b-a485-4700-b4cf-5689dcb71bd0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.185109] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b59ff-0ab4-f1c5-83a6-86017dbad82b/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 662.185323] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b59ff-0ab4-f1c5-83a6-86017dbad82b/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 662.274605] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475389} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.277016] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 46e66edb-3b02-4c07-bdb2-499c76d4258a/46e66edb-3b02-4c07-bdb2-499c76d4258a.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.277254] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.278030] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87638db1-19d0-42df-ab77-7d156a48a89c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.286128] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-541afba5-e595-4558-8f2e-756c440e5123 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.292490] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 662.292490] env[62359]: value = "task-2440405" [ 662.292490] env[62359]: _type = "Task" [ 662.292490] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.296863] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b76846-ce49-4481-db36-a2159ac13f03, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.304682] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801e62b8-4290-4118-85b4-f56f2705fdbd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.311368] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 662.311368] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520e77a8-5db0-06ae-0435-c1da8ff84f56" [ 662.311368] env[62359]: _type = "Task" [ 662.311368] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.313984] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.331533] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520e77a8-5db0-06ae-0435-c1da8ff84f56, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.331803] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.332101] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 75169e1c-1cbe-4ae7-82d0-1029915850ac/75169e1c-1cbe-4ae7-82d0-1029915850ac.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.332354] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25b3fd68-f652-4b7d-95d4-334ea67d93aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.348015] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 662.348015] env[62359]: value = "task-2440406" [ 662.348015] env[62359]: _type = "Task" [ 662.348015] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.357207] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.510665] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64555e8f-e4c6-4640-8ff2-fa705280de58 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.520247] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb89ee72-a09f-408e-9cc6-8b86cf5676f7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.551699] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0d3143-f3e2-4ae9-ae00-cf5216d25cce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.561564] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3096795-fad3-46c4-b3a6-652c600b2622 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.577760] env[62359]: DEBUG nova.compute.provider_tree [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.812145] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093379} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.814191] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.814191] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e562ed46-e463-4854-aacd-9975abf2ef55 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.845038] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 46e66edb-3b02-4c07-bdb2-499c76d4258a/46e66edb-3b02-4c07-bdb2-499c76d4258a.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.845038] env[62359]: DEBUG nova.compute.manager [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.846835] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a8ef5b3-1384-4642-ab49-addb3b0978b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.876348] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440406, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.881229] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 662.881229] env[62359]: value = "task-2440407" [ 662.881229] env[62359]: _type = "Task" [ 662.881229] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.887326] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.895865] env[62359]: DEBUG nova.virt.hardware [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.896671] env[62359]: DEBUG nova.virt.hardware [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.896671] env[62359]: DEBUG nova.virt.hardware [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.896671] env[62359]: DEBUG nova.virt.hardware [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.896811] env[62359]: DEBUG nova.virt.hardware [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.898643] env[62359]: DEBUG nova.virt.hardware [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.898643] env[62359]: DEBUG nova.virt.hardware [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.898643] env[62359]: DEBUG nova.virt.hardware [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.898643] env[62359]: DEBUG nova.virt.hardware [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.898643] env[62359]: DEBUG nova.virt.hardware [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.898643] env[62359]: DEBUG nova.virt.hardware [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.899021] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b91a96d-fbce-4fc8-8862-1a87656e3f3d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.909017] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba29cdc0-0b01-4131-8cc3-288dff3d73b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.999267] env[62359]: DEBUG nova.network.neutron [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance_info_cache with network_info: [{"id": "df1aa92c-cf97-40ee-acf6-def068741ebd", "address": "fa:16:3e:cd:c5:c8", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1aa92c-cf", "ovs_interfaceid": "df1aa92c-cf97-40ee-acf6-def068741ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.084690] env[62359]: DEBUG nova.scheduler.client.report [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.210504] env[62359]: DEBUG nova.network.neutron [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Successfully updated port: e1d4178a-0c0c-41d9-bb77-eb1fde187bdb {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.248169] env[62359]: DEBUG nova.compute.manager [req-37c1e397-1b2b-4669-85e5-8049be34b13d req-7a43f001-9af0-4a78-9127-0a0af9e646d2 service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Received event network-vif-plugged-e1d4178a-0c0c-41d9-bb77-eb1fde187bdb {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.248169] env[62359]: DEBUG oslo_concurrency.lockutils [req-37c1e397-1b2b-4669-85e5-8049be34b13d req-7a43f001-9af0-4a78-9127-0a0af9e646d2 service nova] Acquiring lock "4d8aea82-d609-499c-970e-dc0369ae0e8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.248449] env[62359]: DEBUG oslo_concurrency.lockutils [req-37c1e397-1b2b-4669-85e5-8049be34b13d req-7a43f001-9af0-4a78-9127-0a0af9e646d2 service nova] Lock "4d8aea82-d609-499c-970e-dc0369ae0e8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.248513] env[62359]: DEBUG oslo_concurrency.lockutils [req-37c1e397-1b2b-4669-85e5-8049be34b13d req-7a43f001-9af0-4a78-9127-0a0af9e646d2 service nova] Lock "4d8aea82-d609-499c-970e-dc0369ae0e8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.248678] env[62359]: DEBUG nova.compute.manager [req-37c1e397-1b2b-4669-85e5-8049be34b13d req-7a43f001-9af0-4a78-9127-0a0af9e646d2 service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] No waiting events found dispatching network-vif-plugged-e1d4178a-0c0c-41d9-bb77-eb1fde187bdb {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.248991] env[62359]: WARNING nova.compute.manager [req-37c1e397-1b2b-4669-85e5-8049be34b13d req-7a43f001-9af0-4a78-9127-0a0af9e646d2 service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Received unexpected event network-vif-plugged-e1d4178a-0c0c-41d9-bb77-eb1fde187bdb for instance with vm_state building and task_state spawning. [ 663.376510] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54884} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.377150] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 75169e1c-1cbe-4ae7-82d0-1029915850ac/75169e1c-1cbe-4ae7-82d0-1029915850ac.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.380176] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.380176] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77a6d55e-c1f7-4d23-bb72-e34585722108 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.391384] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440407, 'name': ReconfigVM_Task, 'duration_secs': 0.306217} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.393283] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 46e66edb-3b02-4c07-bdb2-499c76d4258a/46e66edb-3b02-4c07-bdb2-499c76d4258a.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.394415] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 663.394415] env[62359]: value = "task-2440408" [ 663.394415] env[62359]: _type = "Task" [ 663.394415] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.394614] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7a8768c-c060-4ea3-886a-5899aaa1bde4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.407888] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.409599] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 663.409599] env[62359]: value = "task-2440409" [ 663.409599] env[62359]: _type = "Task" [ 663.409599] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.418908] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440409, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.503789] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.589810] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.590398] env[62359]: DEBUG nova.compute.manager [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.592992] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.043s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.594500] env[62359]: INFO nova.compute.claims [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.713286] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "refresh_cache-4d8aea82-d609-499c-970e-dc0369ae0e8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.714103] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "refresh_cache-4d8aea82-d609-499c-970e-dc0369ae0e8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.714103] env[62359]: DEBUG nova.network.neutron [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.907506] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074154} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.907880] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.908711] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025fb1f-5198-4a71-bae7-c398d7edff7a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.920596] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440409, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.937252] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 75169e1c-1cbe-4ae7-82d0-1029915850ac/75169e1c-1cbe-4ae7-82d0-1029915850ac.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.937686] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72ecfdcf-6efe-4f9d-8901-4f2cc5e3ae1f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.959943] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 663.959943] env[62359]: value = "task-2440410" [ 663.959943] env[62359]: _type = "Task" [ 663.959943] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.969457] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.030962] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060d394b-9518-4a86-9cd5-3e318a336df6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.052785] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc34790-88c2-47d7-8c9f-bec651d64276 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.061145] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance 'e1f32dac-ca5e-4065-b322-0b668901b2c7' progress to 83 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 664.098990] env[62359]: DEBUG nova.compute.utils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 664.104152] env[62359]: DEBUG nova.compute.manager [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.104152] env[62359]: DEBUG nova.network.neutron [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.158256] env[62359]: DEBUG nova.policy [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a75d1e38d27e4549918894b86cdb979b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4ba0b38922340f994df8a86e4ca55f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.265194] env[62359]: DEBUG nova.network.neutron [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.423424] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440409, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.471050] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440410, 'name': ReconfigVM_Task, 'duration_secs': 0.398216} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.471636] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 75169e1c-1cbe-4ae7-82d0-1029915850ac/75169e1c-1cbe-4ae7-82d0-1029915850ac.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.472480] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63bfc626-88e0-44ed-a075-0e6094237f85 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.475382] env[62359]: DEBUG nova.network.neutron [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Successfully created port: 3d9fcecc-43bd-46c1-b30e-d6375f80e8b8 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.486129] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 664.486129] env[62359]: value = "task-2440411" [ 664.486129] env[62359]: _type = "Task" [ 664.486129] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.497078] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440411, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.569025] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.569025] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb2b25c2-076c-45ca-a036-d3f77d432286 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.577851] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 664.577851] env[62359]: value = "task-2440412" [ 664.577851] env[62359]: _type = "Task" [ 664.577851] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.588309] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.604397] env[62359]: DEBUG nova.compute.manager [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.719065] env[62359]: DEBUG nova.network.neutron [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Updating instance_info_cache with network_info: [{"id": "e1d4178a-0c0c-41d9-bb77-eb1fde187bdb", "address": "fa:16:3e:e4:6d:04", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d4178a-0c", "ovs_interfaceid": "e1d4178a-0c0c-41d9-bb77-eb1fde187bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.923681] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440409, 'name': Rename_Task, 'duration_secs': 1.16774} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.925850] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.926304] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfaad8d1-ec60-4c06-9d55-a6a029bb6380 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.934794] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 664.934794] env[62359]: value = "task-2440413" [ 664.934794] env[62359]: _type = "Task" [ 664.934794] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.949954] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.997130] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440411, 'name': Rename_Task, 'duration_secs': 0.15017} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.997377] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.997744] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3d6253c-4d8c-4420-b43a-4d4fab12f998 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.008821] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 665.008821] env[62359]: value = "task-2440414" [ 665.008821] env[62359]: _type = "Task" [ 665.008821] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.022536] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.089638] env[62359]: DEBUG oslo_vmware.api [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440412, 'name': PowerOnVM_Task, 'duration_secs': 0.428442} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.091939] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.092177] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f861ec81-ec68-4b28-8e28-13b4738bcbe1 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance 'e1f32dac-ca5e-4065-b322-0b668901b2c7' progress to 100 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 665.174158] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae06a0e-8c82-4439-9634-51e7c3e4e64c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.181906] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3df42d3-ace0-4016-85a0-d8cc1f283066 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.216239] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd80c17-515e-4f9a-8657-7477fe0c2464 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.221189] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "refresh_cache-4d8aea82-d609-499c-970e-dc0369ae0e8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.221805] env[62359]: DEBUG nova.compute.manager [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Instance network_info: |[{"id": "e1d4178a-0c0c-41d9-bb77-eb1fde187bdb", "address": "fa:16:3e:e4:6d:04", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d4178a-0c", "ovs_interfaceid": "e1d4178a-0c0c-41d9-bb77-eb1fde187bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.224584] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:6d:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1d4178a-0c0c-41d9-bb77-eb1fde187bdb', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.232155] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Creating folder: Project (36c085ee261646dd8c7cefad3c20afae). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.232632] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92a6f191-7a7f-4951-901d-35e40fbaf66c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.236468] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7367e8-2c57-4844-9982-3deb76e9504a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.252794] env[62359]: DEBUG nova.compute.provider_tree [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.256554] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Created folder: Project (36c085ee261646dd8c7cefad3c20afae) in parent group-v494269. [ 665.256554] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Creating folder: Instances. Parent ref: group-v494371. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.256554] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29855219-f948-4662-ae28-89dcc3367859 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.270525] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Created folder: Instances in parent group-v494371. [ 665.270525] env[62359]: DEBUG oslo.service.loopingcall [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.270525] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.270770] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7fdbef3-acf2-4c41-b0ee-eb7b633da13f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.292827] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.292827] env[62359]: value = "task-2440417" [ 665.292827] env[62359]: _type = "Task" [ 665.292827] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.302641] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440417, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.403321] env[62359]: DEBUG nova.compute.manager [req-60e15a43-c487-46f5-b385-438587cfd639 req-37d25558-ed6e-4892-81d4-6063fe8351ad service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Received event network-changed-e1d4178a-0c0c-41d9-bb77-eb1fde187bdb {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.403561] env[62359]: DEBUG nova.compute.manager [req-60e15a43-c487-46f5-b385-438587cfd639 req-37d25558-ed6e-4892-81d4-6063fe8351ad service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Refreshing instance network info cache due to event network-changed-e1d4178a-0c0c-41d9-bb77-eb1fde187bdb. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.403789] env[62359]: DEBUG oslo_concurrency.lockutils [req-60e15a43-c487-46f5-b385-438587cfd639 req-37d25558-ed6e-4892-81d4-6063fe8351ad service nova] Acquiring lock "refresh_cache-4d8aea82-d609-499c-970e-dc0369ae0e8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.403945] env[62359]: DEBUG oslo_concurrency.lockutils [req-60e15a43-c487-46f5-b385-438587cfd639 req-37d25558-ed6e-4892-81d4-6063fe8351ad service nova] Acquired lock "refresh_cache-4d8aea82-d609-499c-970e-dc0369ae0e8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.404106] env[62359]: DEBUG nova.network.neutron [req-60e15a43-c487-46f5-b385-438587cfd639 req-37d25558-ed6e-4892-81d4-6063fe8351ad service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Refreshing network info cache for port e1d4178a-0c0c-41d9-bb77-eb1fde187bdb {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.447553] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.519844] env[62359]: DEBUG oslo_vmware.api [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440414, 'name': PowerOnVM_Task, 'duration_secs': 0.490253} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.520148] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.520371] env[62359]: INFO nova.compute.manager [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Took 5.32 seconds to spawn the instance on the hypervisor. [ 665.520564] env[62359]: DEBUG nova.compute.manager [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.521388] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6fd072-b59a-474a-9e42-1c6e5d130428 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.617822] env[62359]: DEBUG nova.compute.manager [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.640507] env[62359]: DEBUG nova.virt.hardware [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.640782] env[62359]: DEBUG nova.virt.hardware [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.640954] env[62359]: DEBUG nova.virt.hardware [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.641166] env[62359]: DEBUG nova.virt.hardware [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.641316] env[62359]: DEBUG nova.virt.hardware [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.641467] env[62359]: DEBUG nova.virt.hardware [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.641690] env[62359]: DEBUG nova.virt.hardware [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.641858] env[62359]: DEBUG nova.virt.hardware [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.642081] env[62359]: DEBUG nova.virt.hardware [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.642223] env[62359]: DEBUG nova.virt.hardware [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.642438] env[62359]: DEBUG nova.virt.hardware [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.643350] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bc17e5-f210-4d14-b6b8-b5a3cb0c519c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.652226] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915972f7-330a-4126-a20e-e6634291624d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.783725] env[62359]: ERROR nova.scheduler.client.report [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [req-485055c4-15ab-479a-8a19-1862fe6ddd6e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-485055c4-15ab-479a-8a19-1862fe6ddd6e"}]} [ 665.806904] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440417, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.808161] env[62359]: DEBUG nova.scheduler.client.report [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 665.824465] env[62359]: DEBUG nova.scheduler.client.report [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 665.824690] env[62359]: DEBUG nova.compute.provider_tree [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.836432] env[62359]: DEBUG nova.scheduler.client.report [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 665.858731] env[62359]: DEBUG nova.scheduler.client.report [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 665.946688] env[62359]: DEBUG oslo_vmware.api [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440413, 'name': PowerOnVM_Task, 'duration_secs': 0.667489} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.948861] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.949102] env[62359]: INFO nova.compute.manager [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Took 8.31 seconds to spawn the instance on the hypervisor. [ 665.949285] env[62359]: DEBUG nova.compute.manager [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.950962] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb02760c-9ce0-46b9-9f9a-e09278f6a6c3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.044141] env[62359]: INFO nova.compute.manager [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Took 45.44 seconds to build instance. [ 666.084811] env[62359]: DEBUG nova.network.neutron [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Successfully updated port: 3d9fcecc-43bd-46c1-b30e-d6375f80e8b8 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.307537] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440417, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.342223] env[62359]: DEBUG nova.network.neutron [req-60e15a43-c487-46f5-b385-438587cfd639 req-37d25558-ed6e-4892-81d4-6063fe8351ad service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Updated VIF entry in instance network info cache for port e1d4178a-0c0c-41d9-bb77-eb1fde187bdb. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.342668] env[62359]: DEBUG nova.network.neutron [req-60e15a43-c487-46f5-b385-438587cfd639 req-37d25558-ed6e-4892-81d4-6063fe8351ad service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Updating instance_info_cache with network_info: [{"id": "e1d4178a-0c0c-41d9-bb77-eb1fde187bdb", "address": "fa:16:3e:e4:6d:04", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d4178a-0c", "ovs_interfaceid": "e1d4178a-0c0c-41d9-bb77-eb1fde187bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.487476] env[62359]: INFO nova.compute.manager [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Took 51.94 seconds to build instance. [ 666.525194] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccc8ff6-76f2-47ac-9a32-6bfbf20fe037 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.540020] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7caea2-215f-49c4-9d22-39d60bfe387a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.573955] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7322e04-c84b-4526-992f-112565b6ad22 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "75169e1c-1cbe-4ae7-82d0-1029915850ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.062s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.576254] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb60bd0-dcc6-4eaf-a724-2ea1372be9a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.586311] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b958d4c-bc9c-424e-8e5d-23bdb51499fd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.592574] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquiring lock "refresh_cache-d66af878-384b-4046-b7b4-19f5bd038f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.592574] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquired lock "refresh_cache-d66af878-384b-4046-b7b4-19f5bd038f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.592574] env[62359]: DEBUG nova.network.neutron [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.607705] env[62359]: DEBUG nova.compute.provider_tree [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.807849] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440417, 'name': CreateVM_Task, 'duration_secs': 1.426682} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.807949] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.808814] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.809056] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.809456] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.809795] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa993c38-cc34-4e54-bdc7-284497dffbe9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.817091] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 666.817091] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52102ce9-7453-bd24-c3d6-b84ebde3812a" [ 666.817091] env[62359]: _type = "Task" [ 666.817091] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.827687] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52102ce9-7453-bd24-c3d6-b84ebde3812a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.848917] env[62359]: DEBUG oslo_concurrency.lockutils [req-60e15a43-c487-46f5-b385-438587cfd639 req-37d25558-ed6e-4892-81d4-6063fe8351ad service nova] Releasing lock "refresh_cache-4d8aea82-d609-499c-970e-dc0369ae0e8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.990510] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d81c05d9-821b-4664-8468-05576104b617 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "46e66edb-3b02-4c07-bdb2-499c76d4258a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.014s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.080701] env[62359]: DEBUG nova.compute.manager [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.141962] env[62359]: DEBUG nova.scheduler.client.report [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 667.142376] env[62359]: DEBUG nova.compute.provider_tree [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 59 to 60 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 667.142646] env[62359]: DEBUG nova.compute.provider_tree [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.156048] env[62359]: DEBUG nova.network.neutron [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.241180] env[62359]: DEBUG oslo_concurrency.lockutils [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "e1f32dac-ca5e-4065-b322-0b668901b2c7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.241606] env[62359]: DEBUG oslo_concurrency.lockutils [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.241861] env[62359]: DEBUG nova.compute.manager [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Going to confirm migration 1 {{(pid=62359) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 667.330201] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52102ce9-7453-bd24-c3d6-b84ebde3812a, 'name': SearchDatastore_Task, 'duration_secs': 0.015662} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.332093] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.332272] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.332952] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.332952] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.332952] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.333194] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a9baa9a-e610-413b-b162-bdb605260c27 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.343908] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.344107] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.344839] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31b714f-653c-4f00-babd-f9c8e7a15b5f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.353352] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 667.353352] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52416fe0-52e9-175e-774c-f3ead64f6f33" [ 667.353352] env[62359]: _type = "Task" [ 667.353352] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.363373] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52416fe0-52e9-175e-774c-f3ead64f6f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.398113] env[62359]: INFO nova.compute.manager [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Rebuilding instance [ 667.401326] env[62359]: DEBUG nova.network.neutron [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Updating instance_info_cache with network_info: [{"id": "3d9fcecc-43bd-46c1-b30e-d6375f80e8b8", "address": "fa:16:3e:a9:a3:03", "network": {"id": "2f895c76-b806-4688-ab76-b3cadea4296b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2094799269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ba0b38922340f994df8a86e4ca55f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9fcecc-43", "ovs_interfaceid": "3d9fcecc-43bd-46c1-b30e-d6375f80e8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.454941] env[62359]: DEBUG nova.compute.manager [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.455835] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d369e4d-cdc1-43ce-97c6-3258754f0682 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.493333] env[62359]: DEBUG nova.compute.manager [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.605369] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.647921] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.055s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.648528] env[62359]: DEBUG nova.compute.manager [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.655068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.284s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.655068] env[62359]: DEBUG nova.objects.instance [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lazy-loading 'resources' on Instance uuid 63a3594c-b1e0-406d-8376-d407a4286d7d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.720998] env[62359]: DEBUG nova.compute.manager [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Received event network-vif-plugged-3d9fcecc-43bd-46c1-b30e-d6375f80e8b8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.721250] env[62359]: DEBUG oslo_concurrency.lockutils [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] Acquiring lock "d66af878-384b-4046-b7b4-19f5bd038f46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.721448] env[62359]: DEBUG oslo_concurrency.lockutils [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] Lock "d66af878-384b-4046-b7b4-19f5bd038f46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.721601] env[62359]: DEBUG oslo_concurrency.lockutils [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] Lock "d66af878-384b-4046-b7b4-19f5bd038f46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.721808] env[62359]: DEBUG nova.compute.manager [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] No waiting events found dispatching network-vif-plugged-3d9fcecc-43bd-46c1-b30e-d6375f80e8b8 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.722017] env[62359]: WARNING nova.compute.manager [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Received unexpected event network-vif-plugged-3d9fcecc-43bd-46c1-b30e-d6375f80e8b8 for instance with vm_state building and task_state spawning. [ 667.722220] env[62359]: DEBUG nova.compute.manager [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Received event network-changed-3d9fcecc-43bd-46c1-b30e-d6375f80e8b8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.722409] env[62359]: DEBUG nova.compute.manager [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Refreshing instance network info cache due to event network-changed-3d9fcecc-43bd-46c1-b30e-d6375f80e8b8. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.722587] env[62359]: DEBUG oslo_concurrency.lockutils [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] Acquiring lock "refresh_cache-d66af878-384b-4046-b7b4-19f5bd038f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.828923] env[62359]: DEBUG oslo_concurrency.lockutils [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.829320] env[62359]: DEBUG oslo_concurrency.lockutils [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.829549] env[62359]: DEBUG nova.network.neutron [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.829792] env[62359]: DEBUG nova.objects.instance [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lazy-loading 'info_cache' on Instance uuid e1f32dac-ca5e-4065-b322-0b668901b2c7 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.866174] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52416fe0-52e9-175e-774c-f3ead64f6f33, 'name': SearchDatastore_Task, 'duration_secs': 0.013907} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.866977] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fa85d5-82c0-4163-b900-7a4c08c3bc19 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.873314] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 667.873314] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5297fdb9-638c-d618-7c78-988d353c4cf5" [ 667.873314] env[62359]: _type = "Task" [ 667.873314] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.882612] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5297fdb9-638c-d618-7c78-988d353c4cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.905823] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Releasing lock "refresh_cache-d66af878-384b-4046-b7b4-19f5bd038f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.906287] env[62359]: DEBUG nova.compute.manager [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Instance network_info: |[{"id": "3d9fcecc-43bd-46c1-b30e-d6375f80e8b8", "address": "fa:16:3e:a9:a3:03", "network": {"id": "2f895c76-b806-4688-ab76-b3cadea4296b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2094799269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ba0b38922340f994df8a86e4ca55f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9fcecc-43", "ovs_interfaceid": "3d9fcecc-43bd-46c1-b30e-d6375f80e8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.908169] env[62359]: DEBUG oslo_concurrency.lockutils [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] Acquired lock "refresh_cache-d66af878-384b-4046-b7b4-19f5bd038f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.908169] env[62359]: DEBUG nova.network.neutron [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Refreshing network info cache for port 3d9fcecc-43bd-46c1-b30e-d6375f80e8b8 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.908482] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:a3:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9fcecc-43bd-46c1-b30e-d6375f80e8b8', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.916776] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Creating folder: Project (b4ba0b38922340f994df8a86e4ca55f9). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.917889] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5532be8-1c09-454d-a1d1-2dcc630911f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.931706] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Created folder: Project (b4ba0b38922340f994df8a86e4ca55f9) in parent group-v494269. [ 667.931900] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Creating folder: Instances. Parent ref: group-v494374. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.932174] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da8234f5-7aa3-41bc-b5f6-969790b83aa9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.944582] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Created folder: Instances in parent group-v494374. [ 667.944831] env[62359]: DEBUG oslo.service.loopingcall [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.945044] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.945254] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e51de1b7-2030-4169-8b03-47b6fafc69f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.969700] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.969700] env[62359]: value = "task-2440420" [ 667.969700] env[62359]: _type = "Task" [ 667.969700] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.979540] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440420, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.017673] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.156080] env[62359]: DEBUG nova.compute.utils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 668.157522] env[62359]: DEBUG nova.compute.manager [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.157738] env[62359]: DEBUG nova.network.neutron [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.227027] env[62359]: DEBUG nova.policy [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '044e406c000d4deeba67a01ff2d6280d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fec1d0a54d74d8e9ff4f986133eabce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.387207] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5297fdb9-638c-d618-7c78-988d353c4cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.014526} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.390399] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.390588] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 4d8aea82-d609-499c-970e-dc0369ae0e8f/4d8aea82-d609-499c-970e-dc0369ae0e8f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.391119] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a82f9c8-3741-49c1-a86a-0b8ba98bfcc7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.399615] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 668.399615] env[62359]: value = "task-2440421" [ 668.399615] env[62359]: _type = "Task" [ 668.399615] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.410021] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.471412] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.471787] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fed26f6-d024-40fe-b3b8-b359f7d80d3f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.487537] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440420, 'name': CreateVM_Task, 'duration_secs': 0.419968} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.489015] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.489410] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 668.489410] env[62359]: value = "task-2440422" [ 668.489410] env[62359]: _type = "Task" [ 668.489410] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.490099] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.490273] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.490685] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.490945] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab5d78b-2f33-4f76-9107-244b38398d4c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.506141] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for the task: (returnval){ [ 668.506141] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522b2ad1-9c1f-b157-8c6e-d308ce39fa43" [ 668.506141] env[62359]: _type = "Task" [ 668.506141] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.508859] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.523221] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522b2ad1-9c1f-b157-8c6e-d308ce39fa43, 'name': SearchDatastore_Task} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.526267] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.526543] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.526808] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.526981] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.527181] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.527522] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-add38af6-82c5-41e0-a590-20b087470c8c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.540196] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.540323] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.541189] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f957fc61-1a78-4750-bd3a-6a5468ec3460 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.550360] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for the task: (returnval){ [ 668.550360] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526a1ce3-0ed4-5ecb-ac22-5d682d3134fe" [ 668.550360] env[62359]: _type = "Task" [ 668.550360] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.564458] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526a1ce3-0ed4-5ecb-ac22-5d682d3134fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.663923] env[62359]: DEBUG nova.compute.manager [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.772645] env[62359]: DEBUG nova.network.neutron [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Updated VIF entry in instance network info cache for port 3d9fcecc-43bd-46c1-b30e-d6375f80e8b8. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.773400] env[62359]: DEBUG nova.network.neutron [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Updating instance_info_cache with network_info: [{"id": "3d9fcecc-43bd-46c1-b30e-d6375f80e8b8", "address": "fa:16:3e:a9:a3:03", "network": {"id": "2f895c76-b806-4688-ab76-b3cadea4296b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2094799269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ba0b38922340f994df8a86e4ca55f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9fcecc-43", "ovs_interfaceid": "3d9fcecc-43bd-46c1-b30e-d6375f80e8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.835346] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3b5555-7103-41ed-ad14-ff854ef1bc79 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.847192] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ab695f-e379-435d-98cc-6456a03bb4d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.856063] env[62359]: DEBUG nova.network.neutron [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Successfully created port: 9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.908514] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc20d93-eaab-48ca-b51b-ae82e9259282 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.923033] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59edb06b-04a9-48fd-a07d-6683f81d1034 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.927412] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440421, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.942600] env[62359]: DEBUG nova.compute.provider_tree [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.949492] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b59ff-0ab4-f1c5-83a6-86017dbad82b/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 668.950456] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101476f5-0021-425e-82a3-289f7edf4611 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.959345] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b59ff-0ab4-f1c5-83a6-86017dbad82b/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 668.959479] env[62359]: ERROR oslo_vmware.rw_handles [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b59ff-0ab4-f1c5-83a6-86017dbad82b/disk-0.vmdk due to incomplete transfer. [ 668.960366] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f314d0a7-9692-40e1-b9bb-1fc5de40603e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.972118] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b59ff-0ab4-f1c5-83a6-86017dbad82b/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 668.972396] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Uploaded image c41a0775-6743-4e95-acae-734ec1444dc2 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 668.975167] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 668.975565] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d4dfff0-375d-4183-896b-7232bf3e2dc7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.985179] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 668.985179] env[62359]: value = "task-2440423" [ 668.985179] env[62359]: _type = "Task" [ 668.985179] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.000738] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440423, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.008094] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440422, 'name': PowerOffVM_Task, 'duration_secs': 0.145258} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.008421] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.008840] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.009714] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4fe29b-9a1d-4b78-b05c-29bcb6832506 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.019169] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.019169] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f479f2aa-0896-44e5-b0b5-df478e46df2d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.060116] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.060116] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.060504] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Deleting the datastore file [datastore2] 75169e1c-1cbe-4ae7-82d0-1029915850ac {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.060504] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51f47343-a845-43b6-b66a-39db3cbe16d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.067015] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526a1ce3-0ed4-5ecb-ac22-5d682d3134fe, 'name': SearchDatastore_Task, 'duration_secs': 0.016223} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.068825] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496d3481-e855-4750-b8ae-9cdfbc764366 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.073613] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 669.073613] env[62359]: value = "task-2440425" [ 669.073613] env[62359]: _type = "Task" [ 669.073613] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.079608] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for the task: (returnval){ [ 669.079608] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5267df34-299b-d63f-f3e6-2c196ddb4292" [ 669.079608] env[62359]: _type = "Task" [ 669.079608] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.088860] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.095903] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5267df34-299b-d63f-f3e6-2c196ddb4292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.143868] env[62359]: DEBUG nova.network.neutron [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance_info_cache with network_info: [{"id": "df1aa92c-cf97-40ee-acf6-def068741ebd", "address": "fa:16:3e:cd:c5:c8", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1aa92c-cf", "ovs_interfaceid": "df1aa92c-cf97-40ee-acf6-def068741ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.276197] env[62359]: DEBUG oslo_concurrency.lockutils [req-05abd030-7ddc-4def-851a-92a8d90ee7c9 req-3a6f4c1a-2b73-4a84-bf1a-a7b6bc1d1e47 service nova] Releasing lock "refresh_cache-d66af878-384b-4046-b7b4-19f5bd038f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.414555] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703639} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.414873] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 4d8aea82-d609-499c-970e-dc0369ae0e8f/4d8aea82-d609-499c-970e-dc0369ae0e8f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.415041] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.415305] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef0b7e47-9fe7-4601-9963-3131b6033a7e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.424149] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 669.424149] env[62359]: value = "task-2440426" [ 669.424149] env[62359]: _type = "Task" [ 669.424149] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.433199] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.449388] env[62359]: DEBUG nova.scheduler.client.report [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.497947] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440423, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.591192] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409987} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.592103] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.592388] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.592661] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.602613] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5267df34-299b-d63f-f3e6-2c196ddb4292, 'name': SearchDatastore_Task, 'duration_secs': 0.026415} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.603266] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.603623] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] d66af878-384b-4046-b7b4-19f5bd038f46/d66af878-384b-4046-b7b4-19f5bd038f46.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.603960] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b033fbe2-a52a-4732-aa43-65c6565235c3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.614358] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for the task: (returnval){ [ 669.614358] env[62359]: value = "task-2440427" [ 669.614358] env[62359]: _type = "Task" [ 669.614358] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.627517] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.646691] env[62359]: DEBUG oslo_concurrency.lockutils [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "refresh_cache-e1f32dac-ca5e-4065-b322-0b668901b2c7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.646979] env[62359]: DEBUG nova.objects.instance [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lazy-loading 'migration_context' on Instance uuid e1f32dac-ca5e-4065-b322-0b668901b2c7 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.674133] env[62359]: DEBUG nova.compute.manager [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.697685] env[62359]: DEBUG nova.virt.hardware [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.698051] env[62359]: DEBUG nova.virt.hardware [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.698319] env[62359]: DEBUG nova.virt.hardware [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.698630] env[62359]: DEBUG nova.virt.hardware [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.698889] env[62359]: DEBUG nova.virt.hardware [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.699161] env[62359]: DEBUG nova.virt.hardware [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.699516] env[62359]: DEBUG nova.virt.hardware [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.699779] env[62359]: DEBUG nova.virt.hardware [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.700063] env[62359]: DEBUG nova.virt.hardware [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.700338] env[62359]: DEBUG nova.virt.hardware [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.700625] env[62359]: DEBUG nova.virt.hardware [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.701916] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bc2e83-00da-4eb5-9059-f818eac4cd59 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.711453] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcae0db3-4000-4b27-962a-33bdcb6de13b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.935569] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278208} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.935862] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.936707] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c43a1b-1fe0-438e-8792-10d6ce8c50ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.960350] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 4d8aea82-d609-499c-970e-dc0369ae0e8f/4d8aea82-d609-499c-970e-dc0369ae0e8f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.961215] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.963307] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8982363-5f91-409b-bbf7-debc4ff776b5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.979227] env[62359]: DEBUG oslo_concurrency.lockutils [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.892s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.979227] env[62359]: DEBUG nova.objects.instance [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lazy-loading 'resources' on Instance uuid 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.987011] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 669.987011] env[62359]: value = "task-2440428" [ 669.987011] env[62359]: _type = "Task" [ 669.987011] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.001441] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440423, 'name': Destroy_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.004873] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.009803] env[62359]: INFO nova.scheduler.client.report [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Deleted allocations for instance 63a3594c-b1e0-406d-8376-d407a4286d7d [ 670.127451] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.150071] env[62359]: DEBUG nova.objects.base [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 670.151911] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7535d2cc-3703-416e-a244-a6e321122e8b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.179115] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f201371-4f99-4cfa-a5d6-72b8e9688304 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.185718] env[62359]: DEBUG oslo_vmware.api [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 670.185718] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5211becc-c1b4-e802-6b70-953442069f3c" [ 670.185718] env[62359]: _type = "Task" [ 670.185718] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.195976] env[62359]: DEBUG oslo_vmware.api [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5211becc-c1b4-e802-6b70-953442069f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.505330] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440423, 'name': Destroy_Task, 'duration_secs': 1.211152} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.505330] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Destroyed the VM [ 670.505330] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 670.505533] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-10fd681a-e7d5-4bc4-be59-0de455069224 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.511981] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.519122] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86034697-5d6f-4301-adaf-98ec4ff1bf4e tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "63a3594c-b1e0-406d-8376-d407a4286d7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.830s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.523184] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 670.523184] env[62359]: value = "task-2440429" [ 670.523184] env[62359]: _type = "Task" [ 670.523184] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.531453] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440429, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.629171] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.641785] env[62359]: DEBUG nova.virt.hardware [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.642040] env[62359]: DEBUG nova.virt.hardware [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.642204] env[62359]: DEBUG nova.virt.hardware [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.642420] env[62359]: DEBUG nova.virt.hardware [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.642569] env[62359]: DEBUG nova.virt.hardware [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.642747] env[62359]: DEBUG nova.virt.hardware [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.642913] env[62359]: DEBUG nova.virt.hardware [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.643077] env[62359]: DEBUG nova.virt.hardware [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.643244] env[62359]: DEBUG nova.virt.hardware [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.643507] env[62359]: DEBUG nova.virt.hardware [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.643594] env[62359]: DEBUG nova.virt.hardware [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.644800] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fca330-da63-4680-b4bb-e9a934652fec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.655963] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be0e2e-bb96-4b1f-83ac-9019d7354f72 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.674012] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.679936] env[62359]: DEBUG oslo.service.loopingcall [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.682612] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.683207] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7b16e54-b1d4-4749-9fbd-aadce010b4ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.707700] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.707700] env[62359]: value = "task-2440430" [ 670.707700] env[62359]: _type = "Task" [ 670.707700] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.715604] env[62359]: DEBUG oslo_vmware.api [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5211becc-c1b4-e802-6b70-953442069f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.02017} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.716360] env[62359]: DEBUG oslo_concurrency.lockutils [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.724040] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440430, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.872055] env[62359]: DEBUG nova.network.neutron [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Successfully updated port: 9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.881884] env[62359]: DEBUG oslo_concurrency.lockutils [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.882257] env[62359]: DEBUG oslo_concurrency.lockutils [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.882564] env[62359]: DEBUG nova.compute.manager [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.883663] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e416ac6-566b-41bf-b1f6-4038cb9e04aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.896364] env[62359]: DEBUG nova.compute.manager [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62359) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 670.897065] env[62359]: DEBUG nova.objects.instance [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lazy-loading 'flavor' on Instance uuid 8231f09d-c1e4-42b7-a55e-72ceaac98a11 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.967973] env[62359]: DEBUG nova.compute.manager [req-ce3aea87-8432-4826-9906-995853ef7352 req-cfb72fae-ffe3-45c2-b211-ba8f8e1a0a9b service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Received event network-vif-plugged-9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.968399] env[62359]: DEBUG oslo_concurrency.lockutils [req-ce3aea87-8432-4826-9906-995853ef7352 req-cfb72fae-ffe3-45c2-b211-ba8f8e1a0a9b service nova] Acquiring lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.971033] env[62359]: DEBUG oslo_concurrency.lockutils [req-ce3aea87-8432-4826-9906-995853ef7352 req-cfb72fae-ffe3-45c2-b211-ba8f8e1a0a9b service nova] Lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.971033] env[62359]: DEBUG oslo_concurrency.lockutils [req-ce3aea87-8432-4826-9906-995853ef7352 req-cfb72fae-ffe3-45c2-b211-ba8f8e1a0a9b service nova] Lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.971033] env[62359]: DEBUG nova.compute.manager [req-ce3aea87-8432-4826-9906-995853ef7352 req-cfb72fae-ffe3-45c2-b211-ba8f8e1a0a9b service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] No waiting events found dispatching network-vif-plugged-9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.971033] env[62359]: WARNING nova.compute.manager [req-ce3aea87-8432-4826-9906-995853ef7352 req-cfb72fae-ffe3-45c2-b211-ba8f8e1a0a9b service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Received unexpected event network-vif-plugged-9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c for instance with vm_state building and task_state spawning. [ 671.007410] env[62359]: DEBUG oslo_concurrency.lockutils [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.007661] env[62359]: DEBUG oslo_concurrency.lockutils [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.007862] env[62359]: DEBUG oslo_concurrency.lockutils [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.008054] env[62359]: DEBUG oslo_concurrency.lockutils [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.008236] env[62359]: DEBUG oslo_concurrency.lockutils [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.009919] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440428, 'name': ReconfigVM_Task, 'duration_secs': 0.536501} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.010924] env[62359]: INFO nova.compute.manager [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Terminating instance [ 671.014747] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 4d8aea82-d609-499c-970e-dc0369ae0e8f/4d8aea82-d609-499c-970e-dc0369ae0e8f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.016741] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec770eef-8310-40dc-a976-1d95f5d7362b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.029028] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 671.029028] env[62359]: value = "task-2440431" [ 671.029028] env[62359]: _type = "Task" [ 671.029028] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.039335] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440429, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.047838] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440431, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.072026] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f623dcfc-fabb-4df2-a500-eecde95d371d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.081663] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce59f1f7-fe58-4e21-a30c-6a6f4020f346 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.127208] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b08184d-a71c-4db2-b518-5a2d926d81db {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.142175] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f8d699-98f9-49aa-ae2f-09b6ada2579a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.146549] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440427, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.159565] env[62359]: DEBUG nova.compute.provider_tree [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.218351] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440430, 'name': CreateVM_Task, 'duration_secs': 0.347833} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.218586] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.219081] env[62359]: DEBUG oslo_concurrency.lockutils [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.219289] env[62359]: DEBUG oslo_concurrency.lockutils [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.219658] env[62359]: DEBUG oslo_concurrency.lockutils [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.219999] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de506fca-5a5c-43e9-b487-7167463ccda4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.226160] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 671.226160] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5201fe81-88c3-1c15-ce39-8633f17745cf" [ 671.226160] env[62359]: _type = "Task" [ 671.226160] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.237051] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5201fe81-88c3-1c15-ce39-8633f17745cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.376382] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "refresh_cache-c94cf40d-a2a6-446d-8458-a160fcb8ff38" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.376382] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "refresh_cache-c94cf40d-a2a6-446d-8458-a160fcb8ff38" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.376382] env[62359]: DEBUG nova.network.neutron [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.520632] env[62359]: DEBUG nova.compute.manager [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.520887] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.521983] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1ea575-1d9e-455a-91fe-9c79170e54bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.535176] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.539943] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89debda5-ef05-4a1f-b1c9-4955bd6236fb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.542559] env[62359]: DEBUG oslo_vmware.api [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440429, 'name': RemoveSnapshot_Task, 'duration_secs': 0.559837} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.547093] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 671.547159] env[62359]: INFO nova.compute.manager [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Took 13.03 seconds to snapshot the instance on the hypervisor. [ 671.550030] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440431, 'name': Rename_Task, 'duration_secs': 0.199416} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.550952] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.551241] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a128d8-cc07-40dc-b169-2f71aaecc15a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.558848] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 671.558848] env[62359]: value = "task-2440433" [ 671.558848] env[62359]: _type = "Task" [ 671.558848] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.567889] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.627998] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.629041] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.629041] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleting the datastore file [datastore1] 510928fc-fc7c-44ac-bd13-b2c042a3f9e1 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.629318] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c589ee4b-4e9c-41a7-952d-86b00aa6d51e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.635253] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440427, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.567984} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.636634] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] d66af878-384b-4046-b7b4-19f5bd038f46/d66af878-384b-4046-b7b4-19f5bd038f46.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.637787] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.637787] env[62359]: DEBUG oslo_vmware.api [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 671.637787] env[62359]: value = "task-2440434" [ 671.637787] env[62359]: _type = "Task" [ 671.637787] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.637787] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3a4992a-3ee3-4083-99fc-473da64f027f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.650826] env[62359]: DEBUG oslo_vmware.api [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.651564] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for the task: (returnval){ [ 671.651564] env[62359]: value = "task-2440435" [ 671.651564] env[62359]: _type = "Task" [ 671.651564] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.662838] env[62359]: DEBUG nova.scheduler.client.report [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.667787] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.737071] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5201fe81-88c3-1c15-ce39-8633f17745cf, 'name': SearchDatastore_Task, 'duration_secs': 0.027326} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.737315] env[62359]: DEBUG oslo_concurrency.lockutils [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.737560] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.738215] env[62359]: DEBUG oslo_concurrency.lockutils [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.738215] env[62359]: DEBUG oslo_concurrency.lockutils [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.738382] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.738549] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51dd2069-3432-4f54-bfcd-933f59530d3d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.749740] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.749937] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.750799] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b79453-99d8-4a13-a7ed-550ab4b0be9a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.757773] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 671.757773] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528c6f00-4952-cef5-d859-8bc34dd53578" [ 671.757773] env[62359]: _type = "Task" [ 671.757773] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.768015] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528c6f00-4952-cef5-d859-8bc34dd53578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.905421] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.905746] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae74b581-adc9-47e7-b2bd-48c0d75653d2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.927160] env[62359]: DEBUG oslo_vmware.api [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 671.927160] env[62359]: value = "task-2440436" [ 671.927160] env[62359]: _type = "Task" [ 671.927160] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.937418] env[62359]: DEBUG oslo_vmware.api [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.954018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "49f77949-d892-470f-bc90-908d75400e34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.954241] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "49f77949-d892-470f-bc90-908d75400e34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.051466] env[62359]: DEBUG nova.compute.manager [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Instance disappeared during snapshot {{(pid=62359) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 672.065835] env[62359]: DEBUG nova.compute.manager [None req-5745e51a-078a-4483-b7b1-bc27c6598634 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Image not found during clean up c41a0775-6743-4e95-acae-734ec1444dc2 {{(pid=62359) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 672.072435] env[62359]: DEBUG oslo_vmware.api [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440433, 'name': PowerOnVM_Task, 'duration_secs': 0.509373} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.073015] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.075803] env[62359]: INFO nova.compute.manager [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Took 9.23 seconds to spawn the instance on the hypervisor. [ 672.076046] env[62359]: DEBUG nova.compute.manager [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.076906] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4b95d0-c572-4c82-8d5b-b13d701be51e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.150595] env[62359]: DEBUG oslo_vmware.api [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.163368] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079738} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.163682] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.164573] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2056c715-e17f-4e00-96e9-a174c179ac95 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.169367] env[62359]: DEBUG oslo_concurrency.lockutils [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.181850] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.971s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.182913] env[62359]: INFO nova.compute.claims [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.195819] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] d66af878-384b-4046-b7b4-19f5bd038f46/d66af878-384b-4046-b7b4-19f5bd038f46.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.197055] env[62359]: DEBUG nova.network.neutron [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.199682] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2144d98-8bbc-49b9-b736-c2b700c8b0c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.216502] env[62359]: INFO nova.scheduler.client.report [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Deleted allocations for instance 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6 [ 672.226067] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for the task: (returnval){ [ 672.226067] env[62359]: value = "task-2440437" [ 672.226067] env[62359]: _type = "Task" [ 672.226067] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.239167] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.269174] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528c6f00-4952-cef5-d859-8bc34dd53578, 'name': SearchDatastore_Task, 'duration_secs': 0.021027} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.272624] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a64c8e-dd87-4200-ae59-bd5a61d7e3d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.279962] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 672.279962] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c371f3-1c09-6151-476b-a945f034cc9d" [ 672.279962] env[62359]: _type = "Task" [ 672.279962] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.289115] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c371f3-1c09-6151-476b-a945f034cc9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.441684] env[62359]: DEBUG oslo_vmware.api [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440436, 'name': PowerOffVM_Task, 'duration_secs': 0.265121} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.442044] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.442390] env[62359]: DEBUG nova.compute.manager [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.444233] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaf4032-1d60-416d-a04d-31a0a8d91ae9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.479983] env[62359]: DEBUG nova.network.neutron [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Updating instance_info_cache with network_info: [{"id": "9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c", "address": "fa:16:3e:89:c3:58", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9a7ba9-00", "ovs_interfaceid": "9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.600990] env[62359]: INFO nova.compute.manager [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Took 48.01 seconds to build instance. [ 672.650187] env[62359]: DEBUG oslo_vmware.api [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.573022} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.650543] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.650753] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.650942] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.651189] env[62359]: INFO nova.compute.manager [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 672.651450] env[62359]: DEBUG oslo.service.loopingcall [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.651653] env[62359]: DEBUG nova.compute.manager [-] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.651749] env[62359]: DEBUG nova.network.neutron [-] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.724937] env[62359]: DEBUG oslo_concurrency.lockutils [None req-23bb7d31-2e6c-4db7-9588-f8d8039c4ae0 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "9560cbaf-7b0c-4e1b-bdef-805fb0559fa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.154s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.738438] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440437, 'name': ReconfigVM_Task, 'duration_secs': 0.470398} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.739290] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Reconfigured VM instance instance-00000022 to attach disk [datastore1] d66af878-384b-4046-b7b4-19f5bd038f46/d66af878-384b-4046-b7b4-19f5bd038f46.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.739891] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa02bc05-e56a-47e5-b8a1-3269de685864 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.747659] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for the task: (returnval){ [ 672.747659] env[62359]: value = "task-2440438" [ 672.747659] env[62359]: _type = "Task" [ 672.747659] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.757833] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440438, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.793136] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c371f3-1c09-6151-476b-a945f034cc9d, 'name': SearchDatastore_Task, 'duration_secs': 0.016783} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.793623] env[62359]: DEBUG oslo_concurrency.lockutils [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.793697] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 75169e1c-1cbe-4ae7-82d0-1029915850ac/75169e1c-1cbe-4ae7-82d0-1029915850ac.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.794029] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c65e8c17-4b65-499d-84c0-f82bea50517f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.801903] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 672.801903] env[62359]: value = "task-2440439" [ 672.801903] env[62359]: _type = "Task" [ 672.801903] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.812472] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.959419] env[62359]: DEBUG oslo_concurrency.lockutils [None req-56e434be-c4ac-4eed-a53e-a4e14089eb46 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.982609] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "refresh_cache-c94cf40d-a2a6-446d-8458-a160fcb8ff38" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.982952] env[62359]: DEBUG nova.compute.manager [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Instance network_info: |[{"id": "9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c", "address": "fa:16:3e:89:c3:58", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9a7ba9-00", "ovs_interfaceid": "9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.983432] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:c3:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.997455] env[62359]: DEBUG oslo.service.loopingcall [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.998078] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.998318] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd830a4d-a978-441c-b985-33ccd58d0034 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.024438] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.024438] env[62359]: value = "task-2440440" [ 673.024438] env[62359]: _type = "Task" [ 673.024438] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.030707] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440440, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.102998] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0142d5a8-b751-4adc-91f4-1b6ff058be64 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "4d8aea82-d609-499c-970e-dc0369ae0e8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.787s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.262812] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440438, 'name': Rename_Task, 'duration_secs': 0.215613} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.263234] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.263473] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd5fef92-cbe8-42ec-ba3c-edfc91aa6566 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.277123] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for the task: (returnval){ [ 673.277123] env[62359]: value = "task-2440441" [ 673.277123] env[62359]: _type = "Task" [ 673.277123] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.289901] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.312417] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440439, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.338373] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "4d8aea82-d609-499c-970e-dc0369ae0e8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.338425] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "4d8aea82-d609-499c-970e-dc0369ae0e8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.338612] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "4d8aea82-d609-499c-970e-dc0369ae0e8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.338799] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "4d8aea82-d609-499c-970e-dc0369ae0e8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.338972] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "4d8aea82-d609-499c-970e-dc0369ae0e8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.343776] env[62359]: INFO nova.compute.manager [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Terminating instance [ 673.539107] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440440, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.573069] env[62359]: DEBUG nova.compute.manager [req-da11ab28-5513-4882-a3b3-68cbf12e9d8e req-329edbec-4731-45fa-82c6-7504fda1403c service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Received event network-changed-9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.573069] env[62359]: DEBUG nova.compute.manager [req-da11ab28-5513-4882-a3b3-68cbf12e9d8e req-329edbec-4731-45fa-82c6-7504fda1403c service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Refreshing instance network info cache due to event network-changed-9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 673.573324] env[62359]: DEBUG oslo_concurrency.lockutils [req-da11ab28-5513-4882-a3b3-68cbf12e9d8e req-329edbec-4731-45fa-82c6-7504fda1403c service nova] Acquiring lock "refresh_cache-c94cf40d-a2a6-446d-8458-a160fcb8ff38" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.573377] env[62359]: DEBUG oslo_concurrency.lockutils [req-da11ab28-5513-4882-a3b3-68cbf12e9d8e req-329edbec-4731-45fa-82c6-7504fda1403c service nova] Acquired lock "refresh_cache-c94cf40d-a2a6-446d-8458-a160fcb8ff38" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.573540] env[62359]: DEBUG nova.network.neutron [req-da11ab28-5513-4882-a3b3-68cbf12e9d8e req-329edbec-4731-45fa-82c6-7504fda1403c service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Refreshing network info cache for port 9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.578756] env[62359]: DEBUG nova.network.neutron [-] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.605453] env[62359]: DEBUG nova.compute.manager [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.762431] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ae00ab-d2d8-486e-be2c-5a7932885d35 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.772018] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95899507-f92c-4bf6-aa6b-5cf466343fb8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.813934] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b454084c-0ba1-45c6-8dd3-fff2e60a3743 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.820340] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.826873] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660886} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.829227] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 75169e1c-1cbe-4ae7-82d0-1029915850ac/75169e1c-1cbe-4ae7-82d0-1029915850ac.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.829450] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.829603] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c44f85dc-52ec-4d39-b69d-c72efece3ecf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.832775] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99586a8b-42fa-4c13-bfb4-b581c1a49c38 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.851846] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 673.851846] env[62359]: value = "task-2440442" [ 673.851846] env[62359]: _type = "Task" [ 673.851846] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.852644] env[62359]: DEBUG nova.compute.manager [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.852875] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.854681] env[62359]: DEBUG nova.compute.provider_tree [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.856433] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524dbffa-e326-486e-81a7-ba63ee0f775c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.875051] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.875354] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.875615] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1c7e395-bac1-4f62-853d-5fad7c5160d8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.887907] env[62359]: DEBUG oslo_vmware.api [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 673.887907] env[62359]: value = "task-2440443" [ 673.887907] env[62359]: _type = "Task" [ 673.887907] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.898925] env[62359]: DEBUG oslo_vmware.api [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.951150] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.951408] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.034079] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440440, 'name': CreateVM_Task, 'duration_secs': 0.819923} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.034305] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.035017] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.035188] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.035501] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.035772] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d83fa5-5317-4c30-b5b1-e3deb9180710 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.041563] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 674.041563] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cf3cb0-dfac-ea99-6700-b669e2832f01" [ 674.041563] env[62359]: _type = "Task" [ 674.041563] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.050617] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cf3cb0-dfac-ea99-6700-b669e2832f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.084374] env[62359]: INFO nova.compute.manager [-] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Took 1.43 seconds to deallocate network for instance. [ 674.133280] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.289471] env[62359]: DEBUG oslo_vmware.api [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440441, 'name': PowerOnVM_Task, 'duration_secs': 0.900721} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.289471] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.289790] env[62359]: INFO nova.compute.manager [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Took 8.67 seconds to spawn the instance on the hypervisor. [ 674.289790] env[62359]: DEBUG nova.compute.manager [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.290566] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe15fe0-0cf0-4424-adb3-9b42e2947873 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.367686] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074631} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.367942] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.369597] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7247b2-d40a-4dee-947f-0c577a7ba20d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.393428] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 75169e1c-1cbe-4ae7-82d0-1029915850ac/75169e1c-1cbe-4ae7-82d0-1029915850ac.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.396673] env[62359]: ERROR nova.scheduler.client.report [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [req-033dce86-3e60-467f-8970-05f563b76220] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-033dce86-3e60-467f-8970-05f563b76220"}]} [ 674.397063] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb611f1-a44a-42bd-af44-9117b35ab351 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.430346] env[62359]: DEBUG oslo_vmware.api [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440443, 'name': PowerOffVM_Task, 'duration_secs': 0.218177} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.432028] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.432915] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.435018] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 674.435018] env[62359]: value = "task-2440444" [ 674.435018] env[62359]: _type = "Task" [ 674.435018] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.435018] env[62359]: DEBUG nova.scheduler.client.report [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 674.437607] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-327e911c-5221-4e50-bc7a-47c33a689980 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.449975] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.459264] env[62359]: DEBUG nova.scheduler.client.report [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 674.459264] env[62359]: DEBUG nova.compute.provider_tree [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.483099] env[62359]: DEBUG nova.scheduler.client.report [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 674.503049] env[62359]: DEBUG nova.scheduler.client.report [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 674.513801] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.513801] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.513801] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleting the datastore file [datastore2] 4d8aea82-d609-499c-970e-dc0369ae0e8f {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.513801] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e6fef77-197e-4392-8c24-79599171effc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.521883] env[62359]: DEBUG oslo_vmware.api [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 674.521883] env[62359]: value = "task-2440446" [ 674.521883] env[62359]: _type = "Task" [ 674.521883] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.537814] env[62359]: DEBUG oslo_vmware.api [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.557559] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cf3cb0-dfac-ea99-6700-b669e2832f01, 'name': SearchDatastore_Task, 'duration_secs': 0.021407} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.557892] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.558523] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.558523] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.558523] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.558796] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.559302] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f159e63b-2d76-4403-8021-9080015ee828 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.572642] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.572842] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.573638] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9b7c51-7489-4d2a-b2d6-5800120ec324 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.583305] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 674.583305] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520153a5-f824-6001-e8ca-8905ea5cde3a" [ 674.583305] env[62359]: _type = "Task" [ 674.583305] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.594441] env[62359]: DEBUG oslo_concurrency.lockutils [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.594773] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520153a5-f824-6001-e8ca-8905ea5cde3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.614934] env[62359]: DEBUG nova.network.neutron [req-da11ab28-5513-4882-a3b3-68cbf12e9d8e req-329edbec-4731-45fa-82c6-7504fda1403c service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Updated VIF entry in instance network info cache for port 9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.615303] env[62359]: DEBUG nova.network.neutron [req-da11ab28-5513-4882-a3b3-68cbf12e9d8e req-329edbec-4731-45fa-82c6-7504fda1403c service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Updating instance_info_cache with network_info: [{"id": "9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c", "address": "fa:16:3e:89:c3:58", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9a7ba9-00", "ovs_interfaceid": "9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.722018] env[62359]: DEBUG nova.objects.instance [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lazy-loading 'flavor' on Instance uuid 8231f09d-c1e4-42b7-a55e-72ceaac98a11 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.812408] env[62359]: INFO nova.compute.manager [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Took 46.24 seconds to build instance. [ 674.954091] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440444, 'name': ReconfigVM_Task, 'duration_secs': 0.331892} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.955976] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 75169e1c-1cbe-4ae7-82d0-1029915850ac/75169e1c-1cbe-4ae7-82d0-1029915850ac.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.956772] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce3b4f13-8569-4681-b1ab-08b5d14837f7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.965175] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 674.965175] env[62359]: value = "task-2440447" [ 674.965175] env[62359]: _type = "Task" [ 674.965175] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.978533] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440447, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.035056] env[62359]: DEBUG oslo_vmware.api [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461097} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.035056] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.035289] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.036885] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.037130] env[62359]: INFO nova.compute.manager [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 675.037579] env[62359]: DEBUG oslo.service.loopingcall [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.040451] env[62359]: DEBUG nova.compute.manager [-] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.040551] env[62359]: DEBUG nova.network.neutron [-] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.095749] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520153a5-f824-6001-e8ca-8905ea5cde3a, 'name': SearchDatastore_Task, 'duration_secs': 0.019507} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.096929] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7d0972-b7c1-4f91-9629-acf49ed44dc8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.106633] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 675.106633] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529ac296-62ee-23ac-4aaa-60d02e4756bc" [ 675.106633] env[62359]: _type = "Task" [ 675.106633] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.116835] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd6a20f-435e-462a-b242-eb02fbcd9e21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.124306] env[62359]: DEBUG oslo_concurrency.lockutils [req-da11ab28-5513-4882-a3b3-68cbf12e9d8e req-329edbec-4731-45fa-82c6-7504fda1403c service nova] Releasing lock "refresh_cache-c94cf40d-a2a6-446d-8458-a160fcb8ff38" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.131590] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529ac296-62ee-23ac-4aaa-60d02e4756bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014579} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.131590] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.131590] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] c94cf40d-a2a6-446d-8458-a160fcb8ff38/c94cf40d-a2a6-446d-8458-a160fcb8ff38.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.131843] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bfa681a-0101-4b2f-985c-dd6e75f29904 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.134452] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94e9ead-8144-401f-9967-863f057f0da7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.167886] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4179d282-dd6e-4e6d-9648-f4acbebf0cb6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.170572] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 675.170572] env[62359]: value = "task-2440448" [ 675.170572] env[62359]: _type = "Task" [ 675.170572] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.178343] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31cbd17-b232-400e-af81-3f2c7a0fb572 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.185148] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.195288] env[62359]: DEBUG nova.compute.provider_tree [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.230103] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "refresh_cache-8231f09d-c1e4-42b7-a55e-72ceaac98a11" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.230254] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquired lock "refresh_cache-8231f09d-c1e4-42b7-a55e-72ceaac98a11" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.230548] env[62359]: DEBUG nova.network.neutron [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.230777] env[62359]: DEBUG nova.objects.instance [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lazy-loading 'info_cache' on Instance uuid 8231f09d-c1e4-42b7-a55e-72ceaac98a11 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.314395] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fad6bb63-13b6-4895-8613-029df51ada2a tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Lock "d66af878-384b-4046-b7b4-19f5bd038f46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.083s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.475992] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440447, 'name': Rename_Task, 'duration_secs': 0.157144} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.476278] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.476522] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b960a80-71c0-486f-8674-bd1d67ce06b3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.484710] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 675.484710] env[62359]: value = "task-2440449" [ 675.484710] env[62359]: _type = "Task" [ 675.484710] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.493167] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.682459] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440448, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.705162] env[62359]: DEBUG nova.compute.manager [req-a70e960f-8a2d-413f-b445-409303d6ab40 req-63ebbc28-164a-4385-ab0a-2504a10e9553 service nova] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Received event network-vif-deleted-a3b7ec2c-1d0c-46f4-955d-ee24a917f357 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.705162] env[62359]: DEBUG nova.compute.manager [req-a70e960f-8a2d-413f-b445-409303d6ab40 req-63ebbc28-164a-4385-ab0a-2504a10e9553 service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Received event network-vif-deleted-e1d4178a-0c0c-41d9-bb77-eb1fde187bdb {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.705162] env[62359]: INFO nova.compute.manager [req-a70e960f-8a2d-413f-b445-409303d6ab40 req-63ebbc28-164a-4385-ab0a-2504a10e9553 service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Neutron deleted interface e1d4178a-0c0c-41d9-bb77-eb1fde187bdb; detaching it from the instance and deleting it from the info cache [ 675.705162] env[62359]: DEBUG nova.network.neutron [req-a70e960f-8a2d-413f-b445-409303d6ab40 req-63ebbc28-164a-4385-ab0a-2504a10e9553 service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.724902] env[62359]: ERROR nova.scheduler.client.report [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [req-ab9a0028-325c-494f-97e8-8e0a4bcc8237] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab9a0028-325c-494f-97e8-8e0a4bcc8237"}]} [ 675.737626] env[62359]: DEBUG nova.objects.base [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Object Instance<8231f09d-c1e4-42b7-a55e-72ceaac98a11> lazy-loaded attributes: flavor,info_cache {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 675.745956] env[62359]: DEBUG nova.scheduler.client.report [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 675.761701] env[62359]: DEBUG nova.scheduler.client.report [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 675.761701] env[62359]: DEBUG nova.compute.provider_tree [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.778254] env[62359]: DEBUG nova.scheduler.client.report [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 675.801185] env[62359]: DEBUG nova.scheduler.client.report [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 675.816955] env[62359]: DEBUG nova.compute.manager [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.922580] env[62359]: DEBUG nova.network.neutron [-] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.998021] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440449, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.136826] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "74affe11-9b15-461d-b616-c9206d86236a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.137171] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "74affe11-9b15-461d-b616-c9206d86236a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.187650] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843958} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.187905] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] c94cf40d-a2a6-446d-8458-a160fcb8ff38/c94cf40d-a2a6-446d-8458-a160fcb8ff38.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.188408] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.188408] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9291ce2-ec26-4ffb-8fd1-a824a00e086c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.197618] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 676.197618] env[62359]: value = "task-2440450" [ 676.197618] env[62359]: _type = "Task" [ 676.197618] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.206900] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.212183] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c825bb6c-7cdd-48fc-ac63-687ccadfe795 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.221315] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b71d7b-571d-4d11-9571-5f90c9ff11f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.260192] env[62359]: DEBUG nova.compute.manager [req-a70e960f-8a2d-413f-b445-409303d6ab40 req-63ebbc28-164a-4385-ab0a-2504a10e9553 service nova] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Detach interface failed, port_id=e1d4178a-0c0c-41d9-bb77-eb1fde187bdb, reason: Instance 4d8aea82-d609-499c-970e-dc0369ae0e8f could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 676.338238] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.399191] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a2d402-f889-487b-b699-5e4f22bbbd0e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.409141] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f84576-99d9-40cc-a640-a19a86e23375 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.411401] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquiring lock "d66af878-384b-4046-b7b4-19f5bd038f46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.411631] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Lock "d66af878-384b-4046-b7b4-19f5bd038f46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.411820] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquiring lock "d66af878-384b-4046-b7b4-19f5bd038f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.412037] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Lock "d66af878-384b-4046-b7b4-19f5bd038f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.412563] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Lock "d66af878-384b-4046-b7b4-19f5bd038f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.414313] env[62359]: INFO nova.compute.manager [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Terminating instance [ 676.443141] env[62359]: INFO nova.compute.manager [-] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Took 1.40 seconds to deallocate network for instance. [ 676.448467] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e854ce-5203-4980-9bc9-78de831d51d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.460151] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b563103a-681f-4ada-8e76-0c3a6cce00ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.475986] env[62359]: DEBUG nova.compute.provider_tree [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.497462] env[62359]: DEBUG oslo_vmware.api [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440449, 'name': PowerOnVM_Task, 'duration_secs': 0.773621} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.497680] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.497896] env[62359]: DEBUG nova.compute.manager [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.498650] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216d5996-473d-4b7f-8e56-55b9e796fd7a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.565857] env[62359]: DEBUG nova.network.neutron [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Updating instance_info_cache with network_info: [{"id": "fba6c4d9-109c-4afc-9b99-4debbf630ca5", "address": "fa:16:3e:48:41:29", "network": {"id": "98894959-df74-4cb3-88b3-1b996d5f2a30", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2138345119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dbd0d889b574b83bb3aaade82e633eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba6c4d9-10", "ovs_interfaceid": "fba6c4d9-109c-4afc-9b99-4debbf630ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.709417] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078513} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.710219] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.710533] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4701513-4c8c-4efc-bba8-7990988c9e5d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.734653] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] c94cf40d-a2a6-446d-8458-a160fcb8ff38/c94cf40d-a2a6-446d-8458-a160fcb8ff38.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.735009] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe67f07-f5e1-4b35-9a15-427639233383 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.755812] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 676.755812] env[62359]: value = "task-2440451" [ 676.755812] env[62359]: _type = "Task" [ 676.755812] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.764912] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.944883] env[62359]: DEBUG nova.compute.manager [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.945207] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.946223] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cec2e2-94c6-47ba-ac47-e80762c27474 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.955998] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.956349] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.956629] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e00d903-1878-4a9d-a33c-b4a730a65571 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.964267] env[62359]: DEBUG oslo_vmware.api [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for the task: (returnval){ [ 676.964267] env[62359]: value = "task-2440452" [ 676.964267] env[62359]: _type = "Task" [ 676.964267] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.973966] env[62359]: DEBUG oslo_vmware.api [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.013992] env[62359]: DEBUG nova.scheduler.client.report [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 677.013992] env[62359]: DEBUG nova.compute.provider_tree [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 63 to 64 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 677.013992] env[62359]: DEBUG nova.compute.provider_tree [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.018641] env[62359]: DEBUG oslo_concurrency.lockutils [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.068094] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Releasing lock "refresh_cache-8231f09d-c1e4-42b7-a55e-72ceaac98a11" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.268034] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.474484] env[62359]: DEBUG oslo_vmware.api [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440452, 'name': PowerOffVM_Task, 'duration_secs': 0.389493} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.474790] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.474978] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.475257] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e75be07-1f2f-4c02-8c78-daafa0e2d1fa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.521471] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.339s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.522109] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.073s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.522393] env[62359]: DEBUG nova.objects.instance [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lazy-loading 'resources' on Instance uuid ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.545759] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.546544] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.546544] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Deleting the datastore file [datastore1] d66af878-384b-4046-b7b4-19f5bd038f46 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.546776] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dd6864c-3fb6-48e8-829e-496cde739df8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.556764] env[62359]: DEBUG oslo_vmware.api [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for the task: (returnval){ [ 677.556764] env[62359]: value = "task-2440454" [ 677.556764] env[62359]: _type = "Task" [ 677.556764] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.565849] env[62359]: DEBUG oslo_vmware.api [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.768291] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440451, 'name': ReconfigVM_Task, 'duration_secs': 0.694915} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.768607] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Reconfigured VM instance instance-00000023 to attach disk [datastore2] c94cf40d-a2a6-446d-8458-a160fcb8ff38/c94cf40d-a2a6-446d-8458-a160fcb8ff38.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.769240] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aaf96c7-21df-4008-8b3f-04bedfe2b301 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.777113] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 677.777113] env[62359]: value = "task-2440455" [ 677.777113] env[62359]: _type = "Task" [ 677.777113] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.792010] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440455, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.028189] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquiring lock "c6e7a228-1d85-4f20-84ea-31cb23f72c06" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.028394] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "c6e7a228-1d85-4f20-84ea-31cb23f72c06" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.066112] env[62359]: DEBUG oslo_vmware.api [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Task: {'id': task-2440454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165314} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.068657] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.068849] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.069035] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.069211] env[62359]: INFO nova.compute.manager [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Took 1.12 seconds to destroy the instance on the hypervisor. [ 678.069441] env[62359]: DEBUG oslo.service.loopingcall [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.070075] env[62359]: DEBUG nova.compute.manager [-] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.070179] env[62359]: DEBUG nova.network.neutron [-] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.074227] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.074466] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c561b753-1a4a-4c93-98f7-a04a731e2dc5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.083038] env[62359]: DEBUG oslo_vmware.api [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 678.083038] env[62359]: value = "task-2440456" [ 678.083038] env[62359]: _type = "Task" [ 678.083038] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.086034] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquiring lock "75169e1c-1cbe-4ae7-82d0-1029915850ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.086280] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "75169e1c-1cbe-4ae7-82d0-1029915850ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.086477] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquiring lock "75169e1c-1cbe-4ae7-82d0-1029915850ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.086656] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "75169e1c-1cbe-4ae7-82d0-1029915850ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.086816] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "75169e1c-1cbe-4ae7-82d0-1029915850ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.089944] env[62359]: INFO nova.compute.manager [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Terminating instance [ 678.094362] env[62359]: DEBUG oslo_vmware.api [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.290994] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440455, 'name': Rename_Task, 'duration_secs': 0.168054} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.291303] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.291695] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91534aa8-5717-43ce-baf0-e49e3262da20 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.303112] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 678.303112] env[62359]: value = "task-2440457" [ 678.303112] env[62359]: _type = "Task" [ 678.303112] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.319196] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.507924] env[62359]: DEBUG nova.compute.manager [req-e27d6d83-9ea2-47c6-a323-8deca129d3a5 req-dde6cf3a-05ac-4949-8bf7-5ce2fcab26db service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Received event network-vif-deleted-3d9fcecc-43bd-46c1-b30e-d6375f80e8b8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.508187] env[62359]: INFO nova.compute.manager [req-e27d6d83-9ea2-47c6-a323-8deca129d3a5 req-dde6cf3a-05ac-4949-8bf7-5ce2fcab26db service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Neutron deleted interface 3d9fcecc-43bd-46c1-b30e-d6375f80e8b8; detaching it from the instance and deleting it from the info cache [ 678.508368] env[62359]: DEBUG nova.network.neutron [req-e27d6d83-9ea2-47c6-a323-8deca129d3a5 req-dde6cf3a-05ac-4949-8bf7-5ce2fcab26db service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.531474] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "c6e7a228-1d85-4f20-84ea-31cb23f72c06" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.532087] env[62359]: DEBUG nova.compute.manager [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.561190] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0626c2-d430-43cb-a1f2-acd35d34e3bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.569585] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b26b44f-f460-40ff-9526-9916f1074e28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.601966] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquiring lock "refresh_cache-75169e1c-1cbe-4ae7-82d0-1029915850ac" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.602253] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquired lock "refresh_cache-75169e1c-1cbe-4ae7-82d0-1029915850ac" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.602460] env[62359]: DEBUG nova.network.neutron [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.608048] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b382b3b-de88-4533-aa97-1366463f5704 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.617928] env[62359]: DEBUG oslo_vmware.api [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440456, 'name': PowerOnVM_Task, 'duration_secs': 0.415789} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.620077] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.620294] env[62359]: DEBUG nova.compute.manager [None req-a4782db2-3b88-401b-b8ba-cf3337859d20 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.621107] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f96790-201f-430a-83bf-f436086bd9aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.624975] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e250982-891a-46ef-8158-c49ec8374626 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.643628] env[62359]: DEBUG nova.compute.provider_tree [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.813600] env[62359]: DEBUG oslo_vmware.api [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440457, 'name': PowerOnVM_Task, 'duration_secs': 0.504581} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.813866] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.814080] env[62359]: INFO nova.compute.manager [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Took 9.14 seconds to spawn the instance on the hypervisor. [ 678.814265] env[62359]: DEBUG nova.compute.manager [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.815080] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fdb8c7-aefb-478e-8968-fbbcb73a5e1d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.967062] env[62359]: DEBUG nova.network.neutron [-] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.011209] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-213c3383-535c-4feb-916b-50a4bdc9e073 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.024359] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a39a428-3573-4b34-91ce-5a620a24dbb7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.041605] env[62359]: DEBUG nova.compute.utils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 679.043033] env[62359]: DEBUG nova.compute.manager [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.043212] env[62359]: DEBUG nova.network.neutron [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.058940] env[62359]: DEBUG nova.compute.manager [req-e27d6d83-9ea2-47c6-a323-8deca129d3a5 req-dde6cf3a-05ac-4949-8bf7-5ce2fcab26db service nova] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Detach interface failed, port_id=3d9fcecc-43bd-46c1-b30e-d6375f80e8b8, reason: Instance d66af878-384b-4046-b7b4-19f5bd038f46 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 679.101872] env[62359]: DEBUG nova.policy [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cbc7c8f0f8b4eada2907bb57561faeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a053e7dfdba40628a52d2e2e92eaa8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.121380] env[62359]: DEBUG nova.network.neutron [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.148442] env[62359]: DEBUG nova.scheduler.client.report [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.173291] env[62359]: DEBUG nova.network.neutron [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.332191] env[62359]: INFO nova.compute.manager [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Took 48.80 seconds to build instance. [ 679.469201] env[62359]: INFO nova.compute.manager [-] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Took 1.40 seconds to deallocate network for instance. [ 679.546408] env[62359]: DEBUG nova.compute.manager [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.654965] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.660539] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.323s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.662242] env[62359]: INFO nova.compute.claims [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.676159] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Releasing lock "refresh_cache-75169e1c-1cbe-4ae7-82d0-1029915850ac" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.676569] env[62359]: DEBUG nova.compute.manager [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.676818] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.680099] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d629e53-bcfc-4a32-bd46-843a791b4615 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.686114] env[62359]: INFO nova.scheduler.client.report [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Deleted allocations for instance ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba [ 679.690564] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.692321] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d1cc6b1-bdbd-4a0f-a157-19a5285b2221 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.700475] env[62359]: DEBUG oslo_vmware.api [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 679.700475] env[62359]: value = "task-2440458" [ 679.700475] env[62359]: _type = "Task" [ 679.700475] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.710545] env[62359]: DEBUG oslo_vmware.api [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.834888] env[62359]: DEBUG oslo_concurrency.lockutils [None req-13cf5a84-ebf4-4b4d-961f-cc533b5b26c4 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.424s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.864995] env[62359]: DEBUG nova.network.neutron [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Successfully created port: 2aabf60e-5060-40fc-bc0a-355f3794c84b {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.975956] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.198279] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61f3811f-502a-4f29-9e76-828e7027120f tempest-DeleteServersAdminTestJSON-1516935897 tempest-DeleteServersAdminTestJSON-1516935897-project-member] Lock "ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.296s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.212893] env[62359]: DEBUG oslo_vmware.api [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440458, 'name': PowerOffVM_Task, 'duration_secs': 0.231072} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.213311] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.213553] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.213994] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ee97c35-c8b1-494b-a69b-36db596b41be {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.242591] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.242829] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.243018] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Deleting the datastore file [datastore2] 75169e1c-1cbe-4ae7-82d0-1029915850ac {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.243287] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8898986-77c7-4586-a3e2-062ca31a3093 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.255903] env[62359]: DEBUG oslo_vmware.api [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for the task: (returnval){ [ 680.255903] env[62359]: value = "task-2440460" [ 680.255903] env[62359]: _type = "Task" [ 680.255903] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.265691] env[62359]: DEBUG oslo_vmware.api [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.338010] env[62359]: DEBUG nova.compute.manager [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.562288] env[62359]: DEBUG nova.compute.manager [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.587572] env[62359]: DEBUG nova.virt.hardware [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.587807] env[62359]: DEBUG nova.virt.hardware [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.587964] env[62359]: DEBUG nova.virt.hardware [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.588153] env[62359]: DEBUG nova.virt.hardware [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.588300] env[62359]: DEBUG nova.virt.hardware [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.588443] env[62359]: DEBUG nova.virt.hardware [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.588641] env[62359]: DEBUG nova.virt.hardware [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.588795] env[62359]: DEBUG nova.virt.hardware [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.589030] env[62359]: DEBUG nova.virt.hardware [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.589219] env[62359]: DEBUG nova.virt.hardware [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.589397] env[62359]: DEBUG nova.virt.hardware [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.590313] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b982729c-fb15-42bd-8564-42ee62a02be5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.600219] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a8b78e-a20e-4ca5-ad60-108f92ddfab8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.765622] env[62359]: DEBUG oslo_vmware.api [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Task: {'id': task-2440460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130579} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.768241] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.768467] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.769049] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.769049] env[62359]: INFO nova.compute.manager [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Took 1.09 seconds to destroy the instance on the hypervisor. [ 680.769150] env[62359]: DEBUG oslo.service.loopingcall [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.769478] env[62359]: DEBUG nova.compute.manager [-] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.769581] env[62359]: DEBUG nova.network.neutron [-] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.785382] env[62359]: DEBUG nova.network.neutron [-] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.858570] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.116983] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831828cc-ca8a-474c-b3a3-7609be4dd28e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.125155] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923784c4-d20c-4213-aeb7-8a605cf7cd1a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.159207] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eae338c-cf3c-4683-b3d8-2038138a0189 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.168907] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259fb620-a35b-43c1-bb71-92e467c2098f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.183922] env[62359]: DEBUG nova.compute.provider_tree [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.290114] env[62359]: DEBUG nova.network.neutron [-] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.689389] env[62359]: DEBUG nova.scheduler.client.report [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.795030] env[62359]: INFO nova.compute.manager [-] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Took 1.02 seconds to deallocate network for instance. [ 681.875877] env[62359]: DEBUG nova.network.neutron [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Successfully updated port: 2aabf60e-5060-40fc-bc0a-355f3794c84b {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.932238] env[62359]: DEBUG nova.compute.manager [req-b9c552f4-dbc2-4d4a-9b3c-9ccfa5974b07 req-6e684d8a-2285-49cc-8190-67a071bfbd23 service nova] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Received event network-vif-plugged-2aabf60e-5060-40fc-bc0a-355f3794c84b {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.932524] env[62359]: DEBUG oslo_concurrency.lockutils [req-b9c552f4-dbc2-4d4a-9b3c-9ccfa5974b07 req-6e684d8a-2285-49cc-8190-67a071bfbd23 service nova] Acquiring lock "563269aa-69f0-4ace-ade4-18fda65aeb72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.932759] env[62359]: DEBUG oslo_concurrency.lockutils [req-b9c552f4-dbc2-4d4a-9b3c-9ccfa5974b07 req-6e684d8a-2285-49cc-8190-67a071bfbd23 service nova] Lock "563269aa-69f0-4ace-ade4-18fda65aeb72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.932928] env[62359]: DEBUG oslo_concurrency.lockutils [req-b9c552f4-dbc2-4d4a-9b3c-9ccfa5974b07 req-6e684d8a-2285-49cc-8190-67a071bfbd23 service nova] Lock "563269aa-69f0-4ace-ade4-18fda65aeb72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.933185] env[62359]: DEBUG nova.compute.manager [req-b9c552f4-dbc2-4d4a-9b3c-9ccfa5974b07 req-6e684d8a-2285-49cc-8190-67a071bfbd23 service nova] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] No waiting events found dispatching network-vif-plugged-2aabf60e-5060-40fc-bc0a-355f3794c84b {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.933366] env[62359]: WARNING nova.compute.manager [req-b9c552f4-dbc2-4d4a-9b3c-9ccfa5974b07 req-6e684d8a-2285-49cc-8190-67a071bfbd23 service nova] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Received unexpected event network-vif-plugged-2aabf60e-5060-40fc-bc0a-355f3794c84b for instance with vm_state building and task_state spawning. [ 682.196697] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.196697] env[62359]: DEBUG nova.compute.manager [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.198028] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.997s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.198245] env[62359]: DEBUG nova.objects.instance [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lazy-loading 'resources' on Instance uuid 6fa2c60b-401c-49bf-b8fe-364cb0ebe426 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.300990] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.320041] env[62359]: INFO nova.compute.manager [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Rebuilding instance [ 682.369249] env[62359]: DEBUG nova.compute.manager [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.370199] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8969e54a-5801-44ba-be57-f265171e1812 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.378276] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquiring lock "refresh_cache-563269aa-69f0-4ace-ade4-18fda65aeb72" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.378276] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquired lock "refresh_cache-563269aa-69f0-4ace-ade4-18fda65aeb72" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.378417] env[62359]: DEBUG nova.network.neutron [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.704375] env[62359]: DEBUG nova.compute.utils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 682.705900] env[62359]: DEBUG nova.compute.manager [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.706080] env[62359]: DEBUG nova.network.neutron [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.778908] env[62359]: DEBUG nova.policy [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5967625b8f86479aadc7f155b480d917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7906ea8da6f64316866fea8316803eaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.935918] env[62359]: DEBUG nova.network.neutron [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.172930] env[62359]: DEBUG nova.network.neutron [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Updating instance_info_cache with network_info: [{"id": "2aabf60e-5060-40fc-bc0a-355f3794c84b", "address": "fa:16:3e:ee:9a:39", "network": {"id": "1bdc1b7f-ead6-4021-bb84-554f465f7a76", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-22607029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a053e7dfdba40628a52d2e2e92eaa8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aabf60e-50", "ovs_interfaceid": "2aabf60e-5060-40fc-bc0a-355f3794c84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.212576] env[62359]: DEBUG nova.compute.manager [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.240963] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24500c7a-027d-4242-8f49-41de625d5255 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.252341] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0a0290-59f7-446e-a30f-6fe6b5e7192d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.286814] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e6d908-21ce-4605-8367-f74444cdf698 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.297150] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b6580a-42b1-428f-8ffb-7e67a9bbe183 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.301625] env[62359]: DEBUG nova.network.neutron [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Successfully created port: 09034fbe-c30c-40e7-9f14-bec118bf78e5 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.313450] env[62359]: DEBUG nova.compute.provider_tree [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.393834] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.394157] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a21b2cd9-07e0-49ca-bc30-05ac59a18686 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.404412] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 683.404412] env[62359]: value = "task-2440461" [ 683.404412] env[62359]: _type = "Task" [ 683.404412] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.415794] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.583806] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "46e66edb-3b02-4c07-bdb2-499c76d4258a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.584837] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "46e66edb-3b02-4c07-bdb2-499c76d4258a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.584837] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "46e66edb-3b02-4c07-bdb2-499c76d4258a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.585143] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "46e66edb-3b02-4c07-bdb2-499c76d4258a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.585376] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "46e66edb-3b02-4c07-bdb2-499c76d4258a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.588249] env[62359]: INFO nova.compute.manager [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Terminating instance [ 683.677832] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Releasing lock "refresh_cache-563269aa-69f0-4ace-ade4-18fda65aeb72" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.678345] env[62359]: DEBUG nova.compute.manager [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Instance network_info: |[{"id": "2aabf60e-5060-40fc-bc0a-355f3794c84b", "address": "fa:16:3e:ee:9a:39", "network": {"id": "1bdc1b7f-ead6-4021-bb84-554f465f7a76", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-22607029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a053e7dfdba40628a52d2e2e92eaa8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aabf60e-50", "ovs_interfaceid": "2aabf60e-5060-40fc-bc0a-355f3794c84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.680463] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:9a:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2aabf60e-5060-40fc-bc0a-355f3794c84b', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.688566] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Creating folder: Project (9a053e7dfdba40628a52d2e2e92eaa8a). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.689338] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34c0e4bc-cf73-4702-b580-be3a5c380102 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.703304] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Created folder: Project (9a053e7dfdba40628a52d2e2e92eaa8a) in parent group-v494269. [ 683.703499] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Creating folder: Instances. Parent ref: group-v494379. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.703825] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f44b02f9-6530-4459-9dce-5a18c1a6ee94 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.719132] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Created folder: Instances in parent group-v494379. [ 683.720921] env[62359]: DEBUG oslo.service.loopingcall [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.722052] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.722875] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ad35b43-e452-43d9-b202-4eb4561e4fe1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.756022] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.756022] env[62359]: value = "task-2440464" [ 683.756022] env[62359]: _type = "Task" [ 683.756022] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.767204] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440464, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.816945] env[62359]: DEBUG nova.scheduler.client.report [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.926658] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440461, 'name': PowerOffVM_Task, 'duration_secs': 0.200885} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.926965] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.927249] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.928112] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4149858c-a38a-42b7-9581-9f32cf7de2ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.937031] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.937227] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32dd55d9-cc5b-46ff-bf03-03364e3e1044 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.991709] env[62359]: DEBUG nova.compute.manager [req-e5abba66-6c6e-43d8-81cc-95aaeae85d29 req-cbf3f9a7-2a8e-485c-8b94-25f723c5aff5 service nova] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Received event network-changed-2aabf60e-5060-40fc-bc0a-355f3794c84b {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.991842] env[62359]: DEBUG nova.compute.manager [req-e5abba66-6c6e-43d8-81cc-95aaeae85d29 req-cbf3f9a7-2a8e-485c-8b94-25f723c5aff5 service nova] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Refreshing instance network info cache due to event network-changed-2aabf60e-5060-40fc-bc0a-355f3794c84b. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.992049] env[62359]: DEBUG oslo_concurrency.lockutils [req-e5abba66-6c6e-43d8-81cc-95aaeae85d29 req-cbf3f9a7-2a8e-485c-8b94-25f723c5aff5 service nova] Acquiring lock "refresh_cache-563269aa-69f0-4ace-ade4-18fda65aeb72" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.992205] env[62359]: DEBUG oslo_concurrency.lockutils [req-e5abba66-6c6e-43d8-81cc-95aaeae85d29 req-cbf3f9a7-2a8e-485c-8b94-25f723c5aff5 service nova] Acquired lock "refresh_cache-563269aa-69f0-4ace-ade4-18fda65aeb72" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.992389] env[62359]: DEBUG nova.network.neutron [req-e5abba66-6c6e-43d8-81cc-95aaeae85d29 req-cbf3f9a7-2a8e-485c-8b94-25f723c5aff5 service nova] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Refreshing network info cache for port 2aabf60e-5060-40fc-bc0a-355f3794c84b {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.010271] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.010676] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.010886] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleting the datastore file [datastore2] c94cf40d-a2a6-446d-8458-a160fcb8ff38 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.011445] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab13ab47-a58a-4a47-8410-bfd0a75e27d2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.019239] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 684.019239] env[62359]: value = "task-2440466" [ 684.019239] env[62359]: _type = "Task" [ 684.019239] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.029199] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.092987] env[62359]: DEBUG nova.compute.manager [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.093242] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.094545] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3572bcf8-4027-45af-bb7b-b594c55cbd35 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.103043] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.103299] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-124622bc-6c65-4f29-91f2-92a4719a4b77 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.109961] env[62359]: DEBUG oslo_vmware.api [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 684.109961] env[62359]: value = "task-2440467" [ 684.109961] env[62359]: _type = "Task" [ 684.109961] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.118861] env[62359]: DEBUG oslo_vmware.api [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.225523] env[62359]: DEBUG nova.compute.manager [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.258409] env[62359]: DEBUG nova.virt.hardware [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.259148] env[62359]: DEBUG nova.virt.hardware [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.259148] env[62359]: DEBUG nova.virt.hardware [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.259148] env[62359]: DEBUG nova.virt.hardware [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.259281] env[62359]: DEBUG nova.virt.hardware [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.259390] env[62359]: DEBUG nova.virt.hardware [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.259598] env[62359]: DEBUG nova.virt.hardware [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.259759] env[62359]: DEBUG nova.virt.hardware [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.259959] env[62359]: DEBUG nova.virt.hardware [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.260184] env[62359]: DEBUG nova.virt.hardware [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.260403] env[62359]: DEBUG nova.virt.hardware [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.261859] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80cbae1-4d49-4363-9d19-e00bc9d7a14e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.278209] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440464, 'name': CreateVM_Task, 'duration_secs': 0.356434} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.280417] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.281243] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.281414] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.281724] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.283013] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d91b4-58cd-41c6-a896-429652f5cbff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.288028] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca470b8d-0e48-46c3-b99e-a3b92b15894a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.294435] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for the task: (returnval){ [ 684.294435] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526131f7-001c-712c-948e-fddc5f06e1fa" [ 684.294435] env[62359]: _type = "Task" [ 684.294435] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.316235] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526131f7-001c-712c-948e-fddc5f06e1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.017848} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.316235] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.316235] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.316235] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.316235] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.316235] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.316567] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88347162-de7b-4afa-bcda-73155c1885ad {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.322374] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.326363] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.764s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.328011] env[62359]: INFO nova.compute.claims [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.330459] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.331519] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.331595] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf4ba3d-5998-45ce-95c2-ffd4f1890fee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.339335] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for the task: (returnval){ [ 684.339335] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527c1080-a618-aa43-6b1d-912f2cbdce02" [ 684.339335] env[62359]: _type = "Task" [ 684.339335] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.350538] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527c1080-a618-aa43-6b1d-912f2cbdce02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.358107] env[62359]: INFO nova.scheduler.client.report [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Deleted allocations for instance 6fa2c60b-401c-49bf-b8fe-364cb0ebe426 [ 684.530399] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165755} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.531162] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.531162] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.531162] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.621169] env[62359]: DEBUG oslo_vmware.api [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440467, 'name': PowerOffVM_Task, 'duration_secs': 0.203254} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.621306] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.621397] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.622176] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e7485e5-4f35-4318-9ef4-fde978f7c954 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.689754] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.690104] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.690249] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Deleting the datastore file [datastore2] 46e66edb-3b02-4c07-bdb2-499c76d4258a {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.693072] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02a9752d-f161-4c05-9b1f-81f98488a476 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.701369] env[62359]: DEBUG oslo_vmware.api [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 684.701369] env[62359]: value = "task-2440469" [ 684.701369] env[62359]: _type = "Task" [ 684.701369] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.710895] env[62359]: DEBUG oslo_vmware.api [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.739251] env[62359]: DEBUG nova.network.neutron [req-e5abba66-6c6e-43d8-81cc-95aaeae85d29 req-cbf3f9a7-2a8e-485c-8b94-25f723c5aff5 service nova] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Updated VIF entry in instance network info cache for port 2aabf60e-5060-40fc-bc0a-355f3794c84b. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.739251] env[62359]: DEBUG nova.network.neutron [req-e5abba66-6c6e-43d8-81cc-95aaeae85d29 req-cbf3f9a7-2a8e-485c-8b94-25f723c5aff5 service nova] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Updating instance_info_cache with network_info: [{"id": "2aabf60e-5060-40fc-bc0a-355f3794c84b", "address": "fa:16:3e:ee:9a:39", "network": {"id": "1bdc1b7f-ead6-4021-bb84-554f465f7a76", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-22607029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a053e7dfdba40628a52d2e2e92eaa8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aabf60e-50", "ovs_interfaceid": "2aabf60e-5060-40fc-bc0a-355f3794c84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.850712] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527c1080-a618-aa43-6b1d-912f2cbdce02, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.851993] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409d2ee3-9911-45b2-a564-018eb1734209 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.858168] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for the task: (returnval){ [ 684.858168] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520ae862-b25f-0d59-7082-49e44e6246fa" [ 684.858168] env[62359]: _type = "Task" [ 684.858168] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.869898] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8caba01-d345-4a5d-b48b-96c3ce7ef053 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "6fa2c60b-401c-49bf-b8fe-364cb0ebe426" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.684s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.874275] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520ae862-b25f-0d59-7082-49e44e6246fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013178} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.875027] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.875027] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 563269aa-69f0-4ace-ade4-18fda65aeb72/563269aa-69f0-4ace-ade4-18fda65aeb72.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.875244] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-031c3265-d7b5-4cb7-9519-4a57cb8ec176 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.887020] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for the task: (returnval){ [ 684.887020] env[62359]: value = "task-2440470" [ 684.887020] env[62359]: _type = "Task" [ 684.887020] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.899272] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.220108] env[62359]: DEBUG oslo_vmware.api [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194094} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.220108] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.220108] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.220108] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.220108] env[62359]: INFO nova.compute.manager [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 685.220108] env[62359]: DEBUG oslo.service.loopingcall [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.220108] env[62359]: DEBUG nova.compute.manager [-] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.220108] env[62359]: DEBUG nova.network.neutron [-] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.243014] env[62359]: DEBUG oslo_concurrency.lockutils [req-e5abba66-6c6e-43d8-81cc-95aaeae85d29 req-cbf3f9a7-2a8e-485c-8b94-25f723c5aff5 service nova] Releasing lock "refresh_cache-563269aa-69f0-4ace-ade4-18fda65aeb72" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.294674] env[62359]: DEBUG oslo_concurrency.lockutils [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.296487] env[62359]: DEBUG oslo_concurrency.lockutils [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.296487] env[62359]: DEBUG oslo_concurrency.lockutils [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.296487] env[62359]: DEBUG oslo_concurrency.lockutils [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.296487] env[62359]: DEBUG oslo_concurrency.lockutils [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.298111] env[62359]: INFO nova.compute.manager [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Terminating instance [ 685.401841] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440470, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.457631] env[62359]: DEBUG nova.network.neutron [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Successfully updated port: 09034fbe-c30c-40e7-9f14-bec118bf78e5 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.582396] env[62359]: DEBUG nova.virt.hardware [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.582825] env[62359]: DEBUG nova.virt.hardware [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.582825] env[62359]: DEBUG nova.virt.hardware [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.583282] env[62359]: DEBUG nova.virt.hardware [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.583414] env[62359]: DEBUG nova.virt.hardware [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.583472] env[62359]: DEBUG nova.virt.hardware [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.583725] env[62359]: DEBUG nova.virt.hardware [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.583881] env[62359]: DEBUG nova.virt.hardware [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.584299] env[62359]: DEBUG nova.virt.hardware [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.584299] env[62359]: DEBUG nova.virt.hardware [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.584468] env[62359]: DEBUG nova.virt.hardware [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.585374] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3aaf23-95a1-4aca-8cec-afabe39d8516 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.599993] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4058a492-3f13-48c5-8bea-b2dbbb9d3cb0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.621216] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:c3:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.629122] env[62359]: DEBUG oslo.service.loopingcall [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.632748] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.633239] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f907d1c7-257c-464d-b5f1-7bfaaf3c1c21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.657438] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.657438] env[62359]: value = "task-2440471" [ 685.657438] env[62359]: _type = "Task" [ 685.657438] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.671638] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440471, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.675237] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "be4a443c-7491-4950-8ff6-56d7ac632328" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.675494] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "be4a443c-7491-4950-8ff6-56d7ac632328" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.703939] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "1763ee71-5ce0-4eba-ae22-79f01896a574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.704150] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "1763ee71-5ce0-4eba-ae22-79f01896a574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.748933] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "9130a935-afbc-498f-9e27-4347e29c95d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.749222] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "9130a935-afbc-498f-9e27-4347e29c95d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.809024] env[62359]: DEBUG nova.compute.manager [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.809024] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.809024] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e55dd7-e668-4de2-bf7b-a595350e4593 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.819912] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.820191] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c0c4df8-fa6d-4c62-b08c-697ab0ee8b09 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.828625] env[62359]: DEBUG oslo_vmware.api [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 685.828625] env[62359]: value = "task-2440472" [ 685.828625] env[62359]: _type = "Task" [ 685.828625] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.843428] env[62359]: DEBUG oslo_vmware.api [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.902251] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589616} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.902573] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 563269aa-69f0-4ace-ade4-18fda65aeb72/563269aa-69f0-4ace-ade4-18fda65aeb72.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.902796] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.903072] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bf1a257-4db2-4b6f-bed6-7233d68a5433 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.926585] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for the task: (returnval){ [ 685.926585] env[62359]: value = "task-2440473" [ 685.926585] env[62359]: _type = "Task" [ 685.926585] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.951327] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.962321] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "refresh_cache-73b635f5-1588-4312-b068-fbe3e8346af3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.962464] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquired lock "refresh_cache-73b635f5-1588-4312-b068-fbe3e8346af3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.962644] env[62359]: DEBUG nova.network.neutron [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.991474] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ad95e1-b4b0-4c84-923a-f58a1234d19f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.001780] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bcf3e1-2a83-4ec7-8334-c06ebb3a7db0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.037079] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c69ef5-24aa-4734-b7f2-9f7088c462ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.046244] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4842cafe-6f67-44c2-bf05-22cc98562613 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.064789] env[62359]: DEBUG nova.compute.provider_tree [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.084393] env[62359]: DEBUG nova.compute.manager [req-2002230f-0cda-491d-9bcf-368f0869a70a req-c4328ac2-0b79-4e4b-8053-88213e0ad584 service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Received event network-vif-deleted-016ce0f1-83d8-4d8c-96b9-bf0a18e40b11 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.084500] env[62359]: INFO nova.compute.manager [req-2002230f-0cda-491d-9bcf-368f0869a70a req-c4328ac2-0b79-4e4b-8053-88213e0ad584 service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Neutron deleted interface 016ce0f1-83d8-4d8c-96b9-bf0a18e40b11; detaching it from the instance and deleting it from the info cache [ 686.084672] env[62359]: DEBUG nova.network.neutron [req-2002230f-0cda-491d-9bcf-368f0869a70a req-c4328ac2-0b79-4e4b-8053-88213e0ad584 service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.093384] env[62359]: DEBUG nova.network.neutron [-] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.168165] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440471, 'name': CreateVM_Task, 'duration_secs': 0.442614} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.168326] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.168984] env[62359]: DEBUG oslo_concurrency.lockutils [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.169160] env[62359]: DEBUG oslo_concurrency.lockutils [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.169465] env[62359]: DEBUG oslo_concurrency.lockutils [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.169708] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f37ce0db-54d4-4311-a4c9-910ed4f6486f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.174763] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 686.174763] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521328dc-a207-1745-3dd7-bf5c5a82b691" [ 686.174763] env[62359]: _type = "Task" [ 686.174763] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.183191] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521328dc-a207-1745-3dd7-bf5c5a82b691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.280921] env[62359]: DEBUG nova.compute.manager [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Received event network-vif-plugged-09034fbe-c30c-40e7-9f14-bec118bf78e5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.280921] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] Acquiring lock "73b635f5-1588-4312-b068-fbe3e8346af3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.280921] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] Lock "73b635f5-1588-4312-b068-fbe3e8346af3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.280921] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] Lock "73b635f5-1588-4312-b068-fbe3e8346af3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.280921] env[62359]: DEBUG nova.compute.manager [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] No waiting events found dispatching network-vif-plugged-09034fbe-c30c-40e7-9f14-bec118bf78e5 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.280921] env[62359]: WARNING nova.compute.manager [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Received unexpected event network-vif-plugged-09034fbe-c30c-40e7-9f14-bec118bf78e5 for instance with vm_state building and task_state spawning. [ 686.280921] env[62359]: DEBUG nova.compute.manager [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Received event network-changed-09034fbe-c30c-40e7-9f14-bec118bf78e5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.280921] env[62359]: DEBUG nova.compute.manager [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Refreshing instance network info cache due to event network-changed-09034fbe-c30c-40e7-9f14-bec118bf78e5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.281510] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] Acquiring lock "refresh_cache-73b635f5-1588-4312-b068-fbe3e8346af3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.339318] env[62359]: DEBUG oslo_vmware.api [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440472, 'name': PowerOffVM_Task, 'duration_secs': 0.284826} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.339715] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.340040] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.340396] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fa9161d-fb4d-4b57-8b90-2796336f5c3e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.413459] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.413876] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.414124] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Deleting the datastore file [datastore1] dff0ac3a-7e94-4349-af9c-2739b6c029ba {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.414417] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcec2b9e-fb9c-4167-ae1c-2e3c16ca5b4f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.422014] env[62359]: DEBUG oslo_vmware.api [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for the task: (returnval){ [ 686.422014] env[62359]: value = "task-2440475" [ 686.422014] env[62359]: _type = "Task" [ 686.422014] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.430221] env[62359]: DEBUG oslo_vmware.api [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.437896] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098477} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.438204] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.438977] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63dc4d5-1e07-4b18-9515-99ef273c4531 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.462129] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 563269aa-69f0-4ace-ade4-18fda65aeb72/563269aa-69f0-4ace-ade4-18fda65aeb72.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.462464] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96be982a-4e9e-448f-a680-17f66b27eb8a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.485488] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for the task: (returnval){ [ 686.485488] env[62359]: value = "task-2440476" [ 686.485488] env[62359]: _type = "Task" [ 686.485488] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.495450] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.527936] env[62359]: DEBUG nova.network.neutron [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.567538] env[62359]: DEBUG nova.scheduler.client.report [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.587431] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b7ec029-4e28-415b-a6f5-9d99e21d7786 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.599941] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3ffb9e-7ab4-4fe4-92ad-5affc26d748c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.612769] env[62359]: INFO nova.compute.manager [-] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Took 1.39 seconds to deallocate network for instance. [ 686.641209] env[62359]: DEBUG nova.compute.manager [req-2002230f-0cda-491d-9bcf-368f0869a70a req-c4328ac2-0b79-4e4b-8053-88213e0ad584 service nova] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Detach interface failed, port_id=016ce0f1-83d8-4d8c-96b9-bf0a18e40b11, reason: Instance 46e66edb-3b02-4c07-bdb2-499c76d4258a could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 686.688400] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521328dc-a207-1745-3dd7-bf5c5a82b691, 'name': SearchDatastore_Task, 'duration_secs': 0.025272} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.688876] env[62359]: DEBUG oslo_concurrency.lockutils [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.689260] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.689717] env[62359]: DEBUG oslo_concurrency.lockutils [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.689987] env[62359]: DEBUG oslo_concurrency.lockutils [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.690371] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.690838] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82d17f96-3da8-4a59-93d9-48f1e9c82b10 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.703374] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.703374] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.703374] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eeadec0-cb13-472a-8605-d862780a2593 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.711310] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 686.711310] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52485fba-51d7-e94c-ca84-583e88f77640" [ 686.711310] env[62359]: _type = "Task" [ 686.711310] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.711310] env[62359]: DEBUG nova.network.neutron [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Updating instance_info_cache with network_info: [{"id": "09034fbe-c30c-40e7-9f14-bec118bf78e5", "address": "fa:16:3e:cf:1c:b8", "network": {"id": "fd65fcd9-8e9e-4ff3-b4b2-033cab37c791", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-955662674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7906ea8da6f64316866fea8316803eaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09034fbe-c3", "ovs_interfaceid": "09034fbe-c30c-40e7-9f14-bec118bf78e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.721815] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52485fba-51d7-e94c-ca84-583e88f77640, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.723520] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b54a1d5-0dc4-47c5-acad-9f535ea7508c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.729580] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 686.729580] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52052915-a70e-d317-f5b3-34d0a94e5fa9" [ 686.729580] env[62359]: _type = "Task" [ 686.729580] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.738810] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52052915-a70e-d317-f5b3-34d0a94e5fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.933340] env[62359]: DEBUG oslo_vmware.api [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Task: {'id': task-2440475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266362} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.933715] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.933896] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.934091] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.934271] env[62359]: INFO nova.compute.manager [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 686.934637] env[62359]: DEBUG oslo.service.loopingcall [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.934700] env[62359]: DEBUG nova.compute.manager [-] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.934799] env[62359]: DEBUG nova.network.neutron [-] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.999028] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440476, 'name': ReconfigVM_Task, 'duration_secs': 0.351313} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.999028] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 563269aa-69f0-4ace-ade4-18fda65aeb72/563269aa-69f0-4ace-ade4-18fda65aeb72.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.999028] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3832df7-bd23-4659-9db7-a4bab8d0bbce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.004940] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for the task: (returnval){ [ 687.004940] env[62359]: value = "task-2440477" [ 687.004940] env[62359]: _type = "Task" [ 687.004940] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.015934] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440477, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.072384] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.072992] env[62359]: DEBUG nova.compute.manager [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.075661] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.591s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.075881] env[62359]: DEBUG nova.objects.instance [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Lazy-loading 'resources' on Instance uuid 8577a502-89c3-4ab2-b116-fe335165524e {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.120804] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.213640] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Releasing lock "refresh_cache-73b635f5-1588-4312-b068-fbe3e8346af3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.214020] env[62359]: DEBUG nova.compute.manager [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Instance network_info: |[{"id": "09034fbe-c30c-40e7-9f14-bec118bf78e5", "address": "fa:16:3e:cf:1c:b8", "network": {"id": "fd65fcd9-8e9e-4ff3-b4b2-033cab37c791", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-955662674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7906ea8da6f64316866fea8316803eaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09034fbe-c3", "ovs_interfaceid": "09034fbe-c30c-40e7-9f14-bec118bf78e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.215282] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] Acquired lock "refresh_cache-73b635f5-1588-4312-b068-fbe3e8346af3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.215282] env[62359]: DEBUG nova.network.neutron [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Refreshing network info cache for port 09034fbe-c30c-40e7-9f14-bec118bf78e5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.216360] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:1c:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09034fbe-c30c-40e7-9f14-bec118bf78e5', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.224189] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Creating folder: Project (7906ea8da6f64316866fea8316803eaf). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.225451] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-295f2220-538a-4d0e-aeb2-3edf3cd17c75 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.238193] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Created folder: Project (7906ea8da6f64316866fea8316803eaf) in parent group-v494269. [ 687.238391] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Creating folder: Instances. Parent ref: group-v494383. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.242130] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f229e607-4aa2-4a44-a590-a56603cf974d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.243835] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52052915-a70e-d317-f5b3-34d0a94e5fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.014207} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.244401] env[62359]: DEBUG oslo_concurrency.lockutils [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.244673] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] c94cf40d-a2a6-446d-8458-a160fcb8ff38/c94cf40d-a2a6-446d-8458-a160fcb8ff38.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.245761] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23e63fb9-228b-44c6-9bb6-4a998c40f5ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.253577] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Created folder: Instances in parent group-v494383. [ 687.253758] env[62359]: DEBUG oslo.service.loopingcall [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.253951] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.254167] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-154e0bcb-50be-4e38-957c-8db787ec97ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.269870] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 687.269870] env[62359]: value = "task-2440480" [ 687.269870] env[62359]: _type = "Task" [ 687.269870] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.275719] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.275719] env[62359]: value = "task-2440481" [ 687.275719] env[62359]: _type = "Task" [ 687.275719] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.278805] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.287236] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440481, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.519104] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440477, 'name': Rename_Task, 'duration_secs': 0.36471} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.519425] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.519744] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1a8a316-9abd-406e-9e07-91c1463bc247 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.527018] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for the task: (returnval){ [ 687.527018] env[62359]: value = "task-2440482" [ 687.527018] env[62359]: _type = "Task" [ 687.527018] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.536678] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.582634] env[62359]: DEBUG nova.compute.utils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 687.584499] env[62359]: DEBUG nova.compute.manager [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.585440] env[62359]: DEBUG nova.network.neutron [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.632768] env[62359]: DEBUG nova.policy [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66d335d656542f6b7d181a433a3963d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7bc39b8487b46cda130f2422b4dbc2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.706101] env[62359]: DEBUG nova.network.neutron [-] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.787174] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440480, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.794224] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440481, 'name': CreateVM_Task, 'duration_secs': 0.352332} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.797843] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.798743] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.798987] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.799244] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.799632] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6983b5f-8dd4-4e6d-be47-1523205e2fcb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.805680] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 687.805680] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521ba787-a108-7983-ab8b-faf2a4f79c1f" [ 687.805680] env[62359]: _type = "Task" [ 687.805680] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.816150] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521ba787-a108-7983-ab8b-faf2a4f79c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.990461] env[62359]: DEBUG nova.network.neutron [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Successfully created port: 728910df-1abf-4a26-be82-b8275b60c1a8 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.038257] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.090717] env[62359]: DEBUG nova.compute.manager [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.142639] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07463dbd-41b4-4464-a6c4-9d363b190f6c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.153049] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1df9fd9-8f2b-4b0d-9742-4a63c064900a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.187501] env[62359]: DEBUG nova.network.neutron [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Updated VIF entry in instance network info cache for port 09034fbe-c30c-40e7-9f14-bec118bf78e5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.187868] env[62359]: DEBUG nova.network.neutron [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Updating instance_info_cache with network_info: [{"id": "09034fbe-c30c-40e7-9f14-bec118bf78e5", "address": "fa:16:3e:cf:1c:b8", "network": {"id": "fd65fcd9-8e9e-4ff3-b4b2-033cab37c791", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-955662674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7906ea8da6f64316866fea8316803eaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09034fbe-c3", "ovs_interfaceid": "09034fbe-c30c-40e7-9f14-bec118bf78e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.189541] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df97a5d-5109-46e2-a260-ae92434a15de {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.204808] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bacb25-098e-486d-9673-fa12c185b532 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.208310] env[62359]: INFO nova.compute.manager [-] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Took 1.27 seconds to deallocate network for instance. [ 688.223216] env[62359]: DEBUG nova.compute.provider_tree [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.258025] env[62359]: DEBUG nova.compute.manager [req-d57ffd52-4491-4e80-a43d-f852f39a1ae8 req-d7a6077b-5b1a-44ef-962a-078cb118730b service nova] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Received event network-vif-deleted-9be91ff8-a7f3-4bd8-84e3-c8564a43e763 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.283781] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560493} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.284140] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] c94cf40d-a2a6-446d-8458-a160fcb8ff38/c94cf40d-a2a6-446d-8458-a160fcb8ff38.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.284416] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.284731] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e197956-3583-420e-9026-91ac37c269b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.293091] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 688.293091] env[62359]: value = "task-2440483" [ 688.293091] env[62359]: _type = "Task" [ 688.293091] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.305069] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.316274] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521ba787-a108-7983-ab8b-faf2a4f79c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.0249} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.316580] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.316800] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.317045] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.317191] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.317414] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.317694] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b764a1b6-016e-48e6-8d1e-a99f76d45b74 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.327910] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.328134] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.328938] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924eff49-aa4e-4816-9074-4bfacc6b3d38 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.335846] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 688.335846] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e1d132-496f-b212-8f10-8a1f101458f7" [ 688.335846] env[62359]: _type = "Task" [ 688.335846] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.345896] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e1d132-496f-b212-8f10-8a1f101458f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.543028] env[62359]: DEBUG oslo_vmware.api [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440482, 'name': PowerOnVM_Task, 'duration_secs': 0.677592} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.543028] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.543028] env[62359]: INFO nova.compute.manager [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Took 7.98 seconds to spawn the instance on the hypervisor. [ 688.543272] env[62359]: DEBUG nova.compute.manager [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.543945] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9e0079-cc10-4a62-9ff1-d7b1d80c76f5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.697045] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec074c6-4a62-4e2c-8973-28949ec51f31 req-ea0b3f36-2b45-41d1-8ec0-9ee39b8f4ccd service nova] Releasing lock "refresh_cache-73b635f5-1588-4312-b068-fbe3e8346af3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.726442] env[62359]: DEBUG oslo_concurrency.lockutils [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.727216] env[62359]: DEBUG nova.scheduler.client.report [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.802398] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086629} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.802792] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.803575] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdc2b1e-0bc7-4f51-b3fb-82df8eb3f0cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.826085] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] c94cf40d-a2a6-446d-8458-a160fcb8ff38/c94cf40d-a2a6-446d-8458-a160fcb8ff38.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.826344] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85b77172-96ab-4b93-8dfa-4fbf5a76f968 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.849957] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e1d132-496f-b212-8f10-8a1f101458f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.851747] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 688.851747] env[62359]: value = "task-2440484" [ 688.851747] env[62359]: _type = "Task" [ 688.851747] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.852057] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc54476-672b-4648-aaf7-5ad67c8e0489 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.859888] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 688.859888] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a5e38e-9b6a-5512-6f65-3d57a1816b1a" [ 688.859888] env[62359]: _type = "Task" [ 688.859888] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.863098] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.870766] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a5e38e-9b6a-5512-6f65-3d57a1816b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.065330] env[62359]: INFO nova.compute.manager [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Took 53.87 seconds to build instance. [ 689.109291] env[62359]: DEBUG nova.compute.manager [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.135876] env[62359]: DEBUG nova.virt.hardware [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.136204] env[62359]: DEBUG nova.virt.hardware [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.136392] env[62359]: DEBUG nova.virt.hardware [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.136653] env[62359]: DEBUG nova.virt.hardware [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.136813] env[62359]: DEBUG nova.virt.hardware [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.137853] env[62359]: DEBUG nova.virt.hardware [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.137853] env[62359]: DEBUG nova.virt.hardware [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.137853] env[62359]: DEBUG nova.virt.hardware [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.137853] env[62359]: DEBUG nova.virt.hardware [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.137853] env[62359]: DEBUG nova.virt.hardware [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.137853] env[62359]: DEBUG nova.virt.hardware [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.138690] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14c9220-115a-4c17-ae4e-375e4bad92dc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.147813] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b207a03a-fc90-4d78-a741-4a70b16dd3b6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.233259] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.236048] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.316s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.237246] env[62359]: INFO nova.compute.claims [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.263308] env[62359]: INFO nova.scheduler.client.report [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Deleted allocations for instance 8577a502-89c3-4ab2-b116-fe335165524e [ 689.366348] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440484, 'name': ReconfigVM_Task, 'duration_secs': 0.294612} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.370083] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Reconfigured VM instance instance-00000023 to attach disk [datastore2] c94cf40d-a2a6-446d-8458-a160fcb8ff38/c94cf40d-a2a6-446d-8458-a160fcb8ff38.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.370802] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a046ad5-5314-47e7-9009-fa2f17e19365 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.380202] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a5e38e-9b6a-5512-6f65-3d57a1816b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.031938} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.382891] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.382982] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 73b635f5-1588-4312-b068-fbe3e8346af3/73b635f5-1588-4312-b068-fbe3e8346af3.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.383323] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 689.383323] env[62359]: value = "task-2440485" [ 689.383323] env[62359]: _type = "Task" [ 689.383323] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.384169] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1e4b3f7-6257-4e6d-a6d2-667e49bcb41b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.394818] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440485, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.397010] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 689.397010] env[62359]: value = "task-2440486" [ 689.397010] env[62359]: _type = "Task" [ 689.397010] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.410189] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.542559] env[62359]: DEBUG nova.network.neutron [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Successfully updated port: 728910df-1abf-4a26-be82-b8275b60c1a8 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.567455] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e489c6db-5209-4e14-ad70-a49bcf5baa5c tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "563269aa-69f0-4ace-ade4-18fda65aeb72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.131s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.772457] env[62359]: DEBUG oslo_concurrency.lockutils [None req-da42be03-6195-46af-ac7e-7ea2305b65ea tempest-ServerMetadataTestJSON-1198271828 tempest-ServerMetadataTestJSON-1198271828-project-member] Lock "8577a502-89c3-4ab2-b116-fe335165524e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.833s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.895471] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440485, 'name': Rename_Task, 'duration_secs': 0.159538} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.895776] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.896110] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d569e9f-727a-4c90-a108-c49e1e80e810 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.906544] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487391} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.907876] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 73b635f5-1588-4312-b068-fbe3e8346af3/73b635f5-1588-4312-b068-fbe3e8346af3.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.908235] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.908555] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 689.908555] env[62359]: value = "task-2440487" [ 689.908555] env[62359]: _type = "Task" [ 689.908555] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.908797] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f76b7c6d-65a1-42a6-881c-455cd171334f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.919391] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.925651] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 689.925651] env[62359]: value = "task-2440488" [ 689.925651] env[62359]: _type = "Task" [ 689.925651] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.930561] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquiring lock "563269aa-69f0-4ace-ade4-18fda65aeb72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.931314] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "563269aa-69f0-4ace-ade4-18fda65aeb72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.931586] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquiring lock "563269aa-69f0-4ace-ade4-18fda65aeb72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.932088] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "563269aa-69f0-4ace-ade4-18fda65aeb72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.932362] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "563269aa-69f0-4ace-ade4-18fda65aeb72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.937735] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.938311] env[62359]: INFO nova.compute.manager [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Terminating instance [ 690.046675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.046675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquired lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.046675] env[62359]: DEBUG nova.network.neutron [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.071057] env[62359]: DEBUG nova.compute.manager [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.294402] env[62359]: DEBUG nova.compute.manager [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Received event network-vif-plugged-728910df-1abf-4a26-be82-b8275b60c1a8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.294402] env[62359]: DEBUG oslo_concurrency.lockutils [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] Acquiring lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.294402] env[62359]: DEBUG oslo_concurrency.lockutils [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] Lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.294402] env[62359]: DEBUG oslo_concurrency.lockutils [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] Lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.294402] env[62359]: DEBUG nova.compute.manager [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] No waiting events found dispatching network-vif-plugged-728910df-1abf-4a26-be82-b8275b60c1a8 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.294402] env[62359]: WARNING nova.compute.manager [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Received unexpected event network-vif-plugged-728910df-1abf-4a26-be82-b8275b60c1a8 for instance with vm_state building and task_state spawning. [ 690.294669] env[62359]: DEBUG nova.compute.manager [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Received event network-changed-728910df-1abf-4a26-be82-b8275b60c1a8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.294669] env[62359]: DEBUG nova.compute.manager [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Refreshing instance network info cache due to event network-changed-728910df-1abf-4a26-be82-b8275b60c1a8. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 690.295119] env[62359]: DEBUG oslo_concurrency.lockutils [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] Acquiring lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.426747] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440487, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.442641] env[62359]: DEBUG nova.compute.manager [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.442775] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.443010] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060211} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.444060] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e556b8-b5ec-456c-b26c-43a0bd12455b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.448646] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.451808] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a9d485-eec4-4333-9808-aad21c26e783 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.459586] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.468805] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0d05e34-b24f-40a1-8489-e50fe2e6e2bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.478859] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 73b635f5-1588-4312-b068-fbe3e8346af3/73b635f5-1588-4312-b068-fbe3e8346af3.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.481549] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73196b53-7104-4f0f-a36c-64c16ccbd7db {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.504347] env[62359]: DEBUG oslo_vmware.api [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for the task: (returnval){ [ 690.504347] env[62359]: value = "task-2440489" [ 690.504347] env[62359]: _type = "Task" [ 690.504347] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.506091] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 690.506091] env[62359]: value = "task-2440490" [ 690.506091] env[62359]: _type = "Task" [ 690.506091] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.523345] env[62359]: DEBUG oslo_vmware.api [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.526485] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.588148] env[62359]: DEBUG nova.network.neutron [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.596509] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.829169] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed077bb-47dd-428a-b957-8e9d73f3f087 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.838130] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f053f869-b105-454e-931e-0ad70cb22383 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.869416] env[62359]: DEBUG nova.network.neutron [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Updating instance_info_cache with network_info: [{"id": "728910df-1abf-4a26-be82-b8275b60c1a8", "address": "fa:16:3e:58:95:a9", "network": {"id": "bbe9b7d5-e56a-400f-865d-76deedc96663", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-918902509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc39b8487b46cda130f2422b4dbc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728910df-1a", "ovs_interfaceid": "728910df-1abf-4a26-be82-b8275b60c1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.871114] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a83c85-e406-4251-a6ad-dd6b89cf6fe0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.879885] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631e005e-0449-4916-99ac-392a39522c13 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.895876] env[62359]: DEBUG nova.compute.provider_tree [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.924773] env[62359]: DEBUG oslo_vmware.api [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440487, 'name': PowerOnVM_Task, 'duration_secs': 0.521705} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.925078] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.925605] env[62359]: DEBUG nova.compute.manager [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.926076] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d029d61-ed87-4ab5-8863-67dfa1829e28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.015822] env[62359]: DEBUG oslo_vmware.api [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440489, 'name': PowerOffVM_Task, 'duration_secs': 0.299745} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.016570] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.016745] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.018029] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e96fabc-8e7a-43f2-b293-847d9e5bf71a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.022246] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440490, 'name': ReconfigVM_Task, 'duration_secs': 0.305549} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.022854] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 73b635f5-1588-4312-b068-fbe3e8346af3/73b635f5-1588-4312-b068-fbe3e8346af3.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.023471] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00eb7ed3-9c52-44a9-a4e8-1aa8dfd7b118 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.031336] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 691.031336] env[62359]: value = "task-2440492" [ 691.031336] env[62359]: _type = "Task" [ 691.031336] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.043772] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440492, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.101197] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.101694] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.102115] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Deleting the datastore file [datastore1] 563269aa-69f0-4ace-ade4-18fda65aeb72 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.102477] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e824ad7d-5e45-4118-ae38-d3ace42fb6dc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.114669] env[62359]: DEBUG oslo_vmware.api [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for the task: (returnval){ [ 691.114669] env[62359]: value = "task-2440493" [ 691.114669] env[62359]: _type = "Task" [ 691.114669] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.124421] env[62359]: DEBUG oslo_vmware.api [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.378025] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Releasing lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.378025] env[62359]: DEBUG nova.compute.manager [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Instance network_info: |[{"id": "728910df-1abf-4a26-be82-b8275b60c1a8", "address": "fa:16:3e:58:95:a9", "network": {"id": "bbe9b7d5-e56a-400f-865d-76deedc96663", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-918902509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc39b8487b46cda130f2422b4dbc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728910df-1a", "ovs_interfaceid": "728910df-1abf-4a26-be82-b8275b60c1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.378025] env[62359]: DEBUG oslo_concurrency.lockutils [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] Acquired lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.378025] env[62359]: DEBUG nova.network.neutron [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Refreshing network info cache for port 728910df-1abf-4a26-be82-b8275b60c1a8 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.378025] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:95:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '728910df-1abf-4a26-be82-b8275b60c1a8', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.388011] env[62359]: DEBUG oslo.service.loopingcall [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.389142] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.389409] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a823855b-9d3a-4385-a898-e1417304afdf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.408389] env[62359]: DEBUG nova.scheduler.client.report [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.415048] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.415048] env[62359]: value = "task-2440494" [ 691.415048] env[62359]: _type = "Task" [ 691.415048] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.424591] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440494, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.446839] env[62359]: DEBUG oslo_concurrency.lockutils [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.541867] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440492, 'name': Rename_Task, 'duration_secs': 0.185049} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.542219] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.542506] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8fa220-aa28-4e67-95e4-29cb58848824 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.550082] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 691.550082] env[62359]: value = "task-2440495" [ 691.550082] env[62359]: _type = "Task" [ 691.550082] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.559857] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.626274] env[62359]: DEBUG oslo_vmware.api [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Task: {'id': task-2440493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36894} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.626545] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.626722] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.627052] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.627189] env[62359]: INFO nova.compute.manager [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Took 1.18 seconds to destroy the instance on the hypervisor. [ 691.627462] env[62359]: DEBUG oslo.service.loopingcall [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.627717] env[62359]: DEBUG nova.compute.manager [-] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.627752] env[62359]: DEBUG nova.network.neutron [-] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.911315] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.911922] env[62359]: DEBUG nova.compute.manager [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.916783] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.880s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.919026] env[62359]: INFO nova.compute.claims [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.937403] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440494, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.068901] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.140616] env[62359]: DEBUG nova.network.neutron [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Updated VIF entry in instance network info cache for port 728910df-1abf-4a26-be82-b8275b60c1a8. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.141062] env[62359]: DEBUG nova.network.neutron [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Updating instance_info_cache with network_info: [{"id": "728910df-1abf-4a26-be82-b8275b60c1a8", "address": "fa:16:3e:58:95:a9", "network": {"id": "bbe9b7d5-e56a-400f-865d-76deedc96663", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-918902509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc39b8487b46cda130f2422b4dbc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728910df-1a", "ovs_interfaceid": "728910df-1abf-4a26-be82-b8275b60c1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.374654] env[62359]: DEBUG nova.network.neutron [-] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.431764] env[62359]: DEBUG nova.compute.utils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 692.433501] env[62359]: DEBUG nova.compute.manager [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.433501] env[62359]: DEBUG nova.network.neutron [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.442244] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440494, 'name': CreateVM_Task, 'duration_secs': 0.542177} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.443183] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.443929] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.444115] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.444431] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.445031] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32de37f-cabc-4e7c-93ab-3f48fd7036fc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.450981] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 692.450981] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529d425b-52da-0df2-7c9a-de85d8efb44b" [ 692.450981] env[62359]: _type = "Task" [ 692.450981] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.463039] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529d425b-52da-0df2-7c9a-de85d8efb44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.480723] env[62359]: DEBUG nova.compute.manager [req-f6c378d5-6504-4904-987c-f5db18822d0b req-33133cd5-0d74-4844-b722-7095ed6132b2 service nova] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Received event network-vif-deleted-2aabf60e-5060-40fc-bc0a-355f3794c84b {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.487105] env[62359]: DEBUG nova.policy [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '155def26735d4958aca18428f3e4a503', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '490af6eea6e249c8805f83bd007e1e11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.561599] env[62359]: DEBUG oslo_vmware.api [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440495, 'name': PowerOnVM_Task, 'duration_secs': 0.545488} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.563653] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.563913] env[62359]: INFO nova.compute.manager [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Took 8.34 seconds to spawn the instance on the hypervisor. [ 692.564109] env[62359]: DEBUG nova.compute.manager [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.564902] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7834bd-dee7-4c53-afd2-c0de20b237b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.644346] env[62359]: DEBUG oslo_concurrency.lockutils [req-1be3479e-38b7-4f66-80ce-05281dc2a70c req-ee9992f9-d2c4-4acb-8461-6b4f27e963cc service nova] Releasing lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.791595] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.791872] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.792111] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.792300] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.792469] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.796018] env[62359]: INFO nova.compute.manager [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Terminating instance [ 692.799828] env[62359]: DEBUG nova.network.neutron [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Successfully created port: 815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.878195] env[62359]: INFO nova.compute.manager [-] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Took 1.25 seconds to deallocate network for instance. [ 692.942022] env[62359]: DEBUG nova.compute.manager [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.963930] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529d425b-52da-0df2-7c9a-de85d8efb44b, 'name': SearchDatastore_Task, 'duration_secs': 0.011089} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.964355] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.964635] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.964950] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.965152] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.965372] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.965687] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bf011ea-d551-47e1-b701-330b96d1ce20 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.979450] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.982427] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.983778] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c78082-f13e-4ea1-b44d-027add65f433 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.991101] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 692.991101] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52762a22-8565-c92f-bf75-c8b55af60a32" [ 692.991101] env[62359]: _type = "Task" [ 692.991101] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.006423] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52762a22-8565-c92f-bf75-c8b55af60a32, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.007442] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f82ad7-f9f6-48ff-892e-c90f9a244cda {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.015212] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 693.015212] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5234b01c-1302-5452-3093-80b5787db3e5" [ 693.015212] env[62359]: _type = "Task" [ 693.015212] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.024817] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5234b01c-1302-5452-3093-80b5787db3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.089723] env[62359]: INFO nova.compute.manager [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Took 53.77 seconds to build instance. [ 693.298690] env[62359]: DEBUG nova.compute.manager [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.298961] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.299823] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fba23e-b1c8-4f06-8737-5330c6fbc969 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.311709] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.311973] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1673f61a-1820-4690-a9eb-bdbd3927b7ae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.322381] env[62359]: DEBUG oslo_vmware.api [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 693.322381] env[62359]: value = "task-2440496" [ 693.322381] env[62359]: _type = "Task" [ 693.322381] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.336712] env[62359]: DEBUG oslo_vmware.api [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.386401] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.534661] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5234b01c-1302-5452-3093-80b5787db3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.539408] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.539775] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 8ad6a0bd-5b35-4b39-bfbb-c714da148898/8ad6a0bd-5b35-4b39-bfbb-c714da148898.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.540721] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-268f1927-241b-48c5-bdf6-170c682fbbec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.552470] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 693.552470] env[62359]: value = "task-2440497" [ 693.552470] env[62359]: _type = "Task" [ 693.552470] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.568116] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.579062] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a373f2-309b-4ddc-8dde-9a0902e6e02c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.587402] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ecc276-3ecc-40df-9e97-e80455b8def9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.598021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6b9c939f-d38e-41a3-83ff-cff105932822 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.863s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.626452] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b11a659-dfd3-4eba-8d43-78332af089ce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.633545] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "bc030728-2a01-4be4-a15c-994c33282493" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.633545] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "bc030728-2a01-4be4-a15c-994c33282493" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.641866] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5bfd9f-ec54-4e15-93f2-18a667a4d758 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.657755] env[62359]: DEBUG nova.compute.provider_tree [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.834192] env[62359]: DEBUG oslo_vmware.api [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440496, 'name': PowerOffVM_Task, 'duration_secs': 0.300607} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.834560] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.834842] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.835318] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6b78daa-1fa7-42a3-b3b7-e6a8fed6a170 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.924604] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.924971] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.925321] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleting the datastore file [datastore2] c94cf40d-a2a6-446d-8458-a160fcb8ff38 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.925698] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-217500bb-fd22-4290-af56-7ca6c9045d82 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.936842] env[62359]: DEBUG oslo_vmware.api [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 693.936842] env[62359]: value = "task-2440499" [ 693.936842] env[62359]: _type = "Task" [ 693.936842] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.947327] env[62359]: DEBUG oslo_vmware.api [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.953997] env[62359]: DEBUG nova.compute.manager [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.992876] env[62359]: DEBUG nova.virt.hardware [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.993480] env[62359]: DEBUG nova.virt.hardware [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.993957] env[62359]: DEBUG nova.virt.hardware [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.994595] env[62359]: DEBUG nova.virt.hardware [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.994834] env[62359]: DEBUG nova.virt.hardware [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.995066] env[62359]: DEBUG nova.virt.hardware [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.995500] env[62359]: DEBUG nova.virt.hardware [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.995797] env[62359]: DEBUG nova.virt.hardware [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.996256] env[62359]: DEBUG nova.virt.hardware [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.996555] env[62359]: DEBUG nova.virt.hardware [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.996820] env[62359]: DEBUG nova.virt.hardware [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.998096] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158de46b-a721-4bfc-a9c4-913df99511ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.008168] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd51997-029c-421e-8ba2-e8fd79ea23df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.064826] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.133067] env[62359]: DEBUG nova.compute.manager [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.162560] env[62359]: DEBUG nova.scheduler.client.report [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.452339] env[62359]: DEBUG oslo_vmware.api [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27118} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.452654] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.453246] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.455595] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.455595] env[62359]: INFO nova.compute.manager [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Took 1.16 seconds to destroy the instance on the hypervisor. [ 694.455595] env[62359]: DEBUG oslo.service.loopingcall [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.455595] env[62359]: DEBUG nova.compute.manager [-] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.455595] env[62359]: DEBUG nova.network.neutron [-] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.515871] env[62359]: DEBUG nova.network.neutron [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Successfully updated port: 815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.549242] env[62359]: DEBUG nova.compute.manager [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Received event network-changed-09034fbe-c30c-40e7-9f14-bec118bf78e5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.549437] env[62359]: DEBUG nova.compute.manager [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Refreshing instance network info cache due to event network-changed-09034fbe-c30c-40e7-9f14-bec118bf78e5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 694.549643] env[62359]: DEBUG oslo_concurrency.lockutils [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] Acquiring lock "refresh_cache-73b635f5-1588-4312-b068-fbe3e8346af3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.549787] env[62359]: DEBUG oslo_concurrency.lockutils [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] Acquired lock "refresh_cache-73b635f5-1588-4312-b068-fbe3e8346af3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.549944] env[62359]: DEBUG nova.network.neutron [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Refreshing network info cache for port 09034fbe-c30c-40e7-9f14-bec118bf78e5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.563514] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555286} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.563785] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 8ad6a0bd-5b35-4b39-bfbb-c714da148898/8ad6a0bd-5b35-4b39-bfbb-c714da148898.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.563993] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.564316] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22d9c9dd-a00b-4965-89ec-cf4c4279c0fb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.571791] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 694.571791] env[62359]: value = "task-2440500" [ 694.571791] env[62359]: _type = "Task" [ 694.571791] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.582931] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.662638] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.669735] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.670263] env[62359]: DEBUG nova.compute.manager [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.674139] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.431s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.026739] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquiring lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.026739] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquired lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.026739] env[62359]: DEBUG nova.network.neutron [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.091762] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098953} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.096017] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.099111] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1368e94c-7941-4480-9bd0-bf051e4ce88a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.128271] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 8ad6a0bd-5b35-4b39-bfbb-c714da148898/8ad6a0bd-5b35-4b39-bfbb-c714da148898.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.128542] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-694ca252-4ba1-4144-be2e-16a62df850d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.157445] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 695.157445] env[62359]: value = "task-2440501" [ 695.157445] env[62359]: _type = "Task" [ 695.157445] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.168063] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.177205] env[62359]: DEBUG nova.compute.utils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 695.181560] env[62359]: DEBUG nova.compute.manager [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.181560] env[62359]: DEBUG nova.network.neutron [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.295629] env[62359]: DEBUG nova.policy [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ac8f682c844f929fc2042a78f02685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7c0490bb1fb46d1a9d177a40f89c4fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.360977] env[62359]: DEBUG nova.network.neutron [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Updated VIF entry in instance network info cache for port 09034fbe-c30c-40e7-9f14-bec118bf78e5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.360977] env[62359]: DEBUG nova.network.neutron [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Updating instance_info_cache with network_info: [{"id": "09034fbe-c30c-40e7-9f14-bec118bf78e5", "address": "fa:16:3e:cf:1c:b8", "network": {"id": "fd65fcd9-8e9e-4ff3-b4b2-033cab37c791", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-955662674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7906ea8da6f64316866fea8316803eaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09034fbe-c3", "ovs_interfaceid": "09034fbe-c30c-40e7-9f14-bec118bf78e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.487777] env[62359]: DEBUG nova.compute.manager [req-5f1ff047-6860-4b98-a2f5-9d248e744639 req-256b93fa-8c90-46aa-ac21-a7fa25f4a031 service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Received event network-vif-deleted-9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.488047] env[62359]: INFO nova.compute.manager [req-5f1ff047-6860-4b98-a2f5-9d248e744639 req-256b93fa-8c90-46aa-ac21-a7fa25f4a031 service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Neutron deleted interface 9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c; detaching it from the instance and deleting it from the info cache [ 695.489476] env[62359]: DEBUG nova.network.neutron [req-5f1ff047-6860-4b98-a2f5-9d248e744639 req-256b93fa-8c90-46aa-ac21-a7fa25f4a031 service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.561422] env[62359]: DEBUG nova.network.neutron [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.658978] env[62359]: DEBUG nova.network.neutron [-] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.674102] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440501, 'name': ReconfigVM_Task, 'duration_secs': 0.313305} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.677435] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 8ad6a0bd-5b35-4b39-bfbb-c714da148898/8ad6a0bd-5b35-4b39-bfbb-c714da148898.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.677435] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5df9aa12-1c9a-41a0-9703-ffa5fa9a939f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.685996] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 695.685996] env[62359]: value = "task-2440502" [ 695.685996] env[62359]: _type = "Task" [ 695.685996] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.697135] env[62359]: DEBUG nova.compute.manager [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.700796] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Applying migration context for instance e1f32dac-ca5e-4065-b322-0b668901b2c7 as it has an incoming, in-progress migration dd03d1e6-e0be-4700-9ed3-a65a68081c71. Migration status is confirming {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 695.703486] env[62359]: INFO nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating resource usage from migration dd03d1e6-e0be-4700-9ed3-a65a68081c71 [ 695.707789] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440502, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.730401] env[62359]: DEBUG nova.network.neutron [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updating instance_info_cache with network_info: [{"id": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "address": "fa:16:3e:b2:06:0f", "network": {"id": "983be6fd-1051-4a2e-9c1d-1ebecfc15cac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2120790224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490af6eea6e249c8805f83bd007e1e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dfc1b-78", "ovs_interfaceid": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.738088] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 1efd98fb-74e1-463e-afee-a53f890f8043 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.738254] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance bb3d6ca0-7eb0-42b2-ac0e-e91924211240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.738401] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance dff0ac3a-7e94-4349-af9c-2739b6c029ba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.738535] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 21fd3d6a-3e9d-4622-8062-036c5525df79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.738649] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance b333c2dd-bae6-41f6-8a2d-6ace281206c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.739361] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.739361] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 669b2134-e128-49a9-aad6-15fcecc71e2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.739361] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 8231f09d-c1e4-42b7-a55e-72ceaac98a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.739361] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 510928fc-fc7c-44ac-bd13-b2c042a3f9e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.739361] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 84137aba-ca29-4084-8f19-eaa0476ef843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.739361] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 46e66edb-3b02-4c07-bdb2-499c76d4258a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.740191] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Migration dd03d1e6-e0be-4700-9ed3-a65a68081c71 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 695.740191] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance e1f32dac-ca5e-4065-b322-0b668901b2c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.740191] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 75169e1c-1cbe-4ae7-82d0-1029915850ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.740191] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 4d8aea82-d609-499c-970e-dc0369ae0e8f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.740191] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance d66af878-384b-4046-b7b4-19f5bd038f46 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.740350] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance c94cf40d-a2a6-446d-8458-a160fcb8ff38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.740382] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 563269aa-69f0-4ace-ade4-18fda65aeb72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.740507] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 73b635f5-1588-4312-b068-fbe3e8346af3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.740674] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 8ad6a0bd-5b35-4b39-bfbb-c714da148898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.740796] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 5b56543f-7140-4cc9-9ad7-9a93e36888cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.740909] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 7612af2a-962a-4b03-9d1d-95c06e91968c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.864376] env[62359]: DEBUG oslo_concurrency.lockutils [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] Releasing lock "refresh_cache-73b635f5-1588-4312-b068-fbe3e8346af3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.864713] env[62359]: DEBUG nova.compute.manager [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Received event network-vif-plugged-815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.864980] env[62359]: DEBUG oslo_concurrency.lockutils [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] Acquiring lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.865265] env[62359]: DEBUG oslo_concurrency.lockutils [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] Lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.865489] env[62359]: DEBUG oslo_concurrency.lockutils [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] Lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.865723] env[62359]: DEBUG nova.compute.manager [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] No waiting events found dispatching network-vif-plugged-815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.865961] env[62359]: WARNING nova.compute.manager [req-a02834d1-c121-4f3c-a352-c75740aa4e71 req-594ac994-ca42-464b-b252-801217f6145a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Received unexpected event network-vif-plugged-815dfc1b-7888-4c2f-bb84-6c4dd67e9031 for instance with vm_state building and task_state spawning. [ 695.992515] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbfd3d7b-adda-483d-9ace-5dc7bf53e6bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.002357] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb34b30-6d47-4ffb-9047-bd7de41f289a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.034719] env[62359]: DEBUG nova.compute.manager [req-5f1ff047-6860-4b98-a2f5-9d248e744639 req-256b93fa-8c90-46aa-ac21-a7fa25f4a031 service nova] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Detach interface failed, port_id=9f9a7ba9-0017-4eed-b5c9-bbe15abd6f4c, reason: Instance c94cf40d-a2a6-446d-8458-a160fcb8ff38 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 696.130720] env[62359]: DEBUG nova.network.neutron [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Successfully created port: c511225f-9617-49e3-995e-48a89b0da54d {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.168476] env[62359]: INFO nova.compute.manager [-] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Took 1.71 seconds to deallocate network for instance. [ 696.197819] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440502, 'name': Rename_Task, 'duration_secs': 0.164992} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.198127] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.198448] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c78713-9791-46f9-9129-3cb097e174fc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.205745] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 696.205745] env[62359]: value = "task-2440503" [ 696.205745] env[62359]: _type = "Task" [ 696.205745] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.220860] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.233582] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Releasing lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.234049] env[62359]: DEBUG nova.compute.manager [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Instance network_info: |[{"id": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "address": "fa:16:3e:b2:06:0f", "network": {"id": "983be6fd-1051-4a2e-9c1d-1ebecfc15cac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2120790224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490af6eea6e249c8805f83bd007e1e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dfc1b-78", "ovs_interfaceid": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.234424] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:06:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '815dfc1b-7888-4c2f-bb84-6c4dd67e9031', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.242348] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Creating folder: Project (490af6eea6e249c8805f83bd007e1e11). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.242998] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-209dd51d-2d28-4baf-9d8d-5ff43a446573 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.245919] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 5815dbcf-e70f-46b0-910c-ed60f8245a56 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.259621] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Created folder: Project (490af6eea6e249c8805f83bd007e1e11) in parent group-v494269. [ 696.259915] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Creating folder: Instances. Parent ref: group-v494387. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.260735] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05c5eea1-3e0f-4e89-800b-8912e7607eb3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.273688] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Created folder: Instances in parent group-v494387. [ 696.274095] env[62359]: DEBUG oslo.service.loopingcall [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.274267] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.274503] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df75f5fc-6d38-4e36-8c8b-06b17bfa28db {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.298411] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.298411] env[62359]: value = "task-2440506" [ 696.298411] env[62359]: _type = "Task" [ 696.298411] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.307594] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440506, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.678813] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.715633] env[62359]: DEBUG nova.compute.manager [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.723210] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.741343] env[62359]: DEBUG nova.virt.hardware [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.741343] env[62359]: DEBUG nova.virt.hardware [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.741343] env[62359]: DEBUG nova.virt.hardware [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.741343] env[62359]: DEBUG nova.virt.hardware [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.742574] env[62359]: DEBUG nova.virt.hardware [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.743026] env[62359]: DEBUG nova.virt.hardware [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.743424] env[62359]: DEBUG nova.virt.hardware [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.743790] env[62359]: DEBUG nova.virt.hardware [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.744211] env[62359]: DEBUG nova.virt.hardware [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.744722] env[62359]: DEBUG nova.virt.hardware [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.745127] env[62359]: DEBUG nova.virt.hardware [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.747041] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d3c52b-beb3-4cfa-9169-245d846a3d40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.751108] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.758150] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309feef7-6442-4edf-89de-6e2f4d21aaa6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.814023] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440506, 'name': CreateVM_Task, 'duration_secs': 0.378222} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.814023] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.814023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.814023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.814023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.814023] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4213d2f-ffd7-4a2e-85dc-341b8b7522c0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.819180] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 696.819180] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a35b58-3f2a-11c4-3abd-bf47cef9a3d4" [ 696.819180] env[62359]: _type = "Task" [ 696.819180] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.829643] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a35b58-3f2a-11c4-3abd-bf47cef9a3d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.838099] env[62359]: DEBUG nova.compute.manager [req-516ee33e-e540-48e4-a087-0734a7b290a5 req-f5eb4912-b567-4f2d-9508-f1fa16c4cf9a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Received event network-changed-815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.838303] env[62359]: DEBUG nova.compute.manager [req-516ee33e-e540-48e4-a087-0734a7b290a5 req-f5eb4912-b567-4f2d-9508-f1fa16c4cf9a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Refreshing instance network info cache due to event network-changed-815dfc1b-7888-4c2f-bb84-6c4dd67e9031. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 696.838594] env[62359]: DEBUG oslo_concurrency.lockutils [req-516ee33e-e540-48e4-a087-0734a7b290a5 req-f5eb4912-b567-4f2d-9508-f1fa16c4cf9a service nova] Acquiring lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.838655] env[62359]: DEBUG oslo_concurrency.lockutils [req-516ee33e-e540-48e4-a087-0734a7b290a5 req-f5eb4912-b567-4f2d-9508-f1fa16c4cf9a service nova] Acquired lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.838831] env[62359]: DEBUG nova.network.neutron [req-516ee33e-e540-48e4-a087-0734a7b290a5 req-f5eb4912-b567-4f2d-9508-f1fa16c4cf9a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Refreshing network info cache for port 815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.216323] env[62359]: DEBUG oslo_vmware.api [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440503, 'name': PowerOnVM_Task, 'duration_secs': 0.546344} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.216590] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.216792] env[62359]: INFO nova.compute.manager [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Took 8.11 seconds to spawn the instance on the hypervisor. [ 697.216971] env[62359]: DEBUG nova.compute.manager [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.217750] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e3aa26-692d-4c23-b026-d68d8e6f59bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.254522] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 519dab60-99ae-4f98-9cb5-216ea79aa4b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 697.333129] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a35b58-3f2a-11c4-3abd-bf47cef9a3d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.333129] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.333315] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.333444] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.333583] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.333758] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.334014] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1de853a2-c0c2-4623-a627-ac18e332515d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.344867] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.345122] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.346749] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69e9fa9-f96b-48e9-bdc1-21f556c8b601 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.352405] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 697.352405] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]525bcd5d-5435-7821-05e9-509cd515f275" [ 697.352405] env[62359]: _type = "Task" [ 697.352405] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.361980] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525bcd5d-5435-7821-05e9-509cd515f275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.587521] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.587521] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.598708] env[62359]: DEBUG nova.network.neutron [req-516ee33e-e540-48e4-a087-0734a7b290a5 req-f5eb4912-b567-4f2d-9508-f1fa16c4cf9a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updated VIF entry in instance network info cache for port 815dfc1b-7888-4c2f-bb84-6c4dd67e9031. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.599111] env[62359]: DEBUG nova.network.neutron [req-516ee33e-e540-48e4-a087-0734a7b290a5 req-f5eb4912-b567-4f2d-9508-f1fa16c4cf9a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updating instance_info_cache with network_info: [{"id": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "address": "fa:16:3e:b2:06:0f", "network": {"id": "983be6fd-1051-4a2e-9c1d-1ebecfc15cac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2120790224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490af6eea6e249c8805f83bd007e1e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dfc1b-78", "ovs_interfaceid": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.735897] env[62359]: INFO nova.compute.manager [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Took 54.20 seconds to build instance. [ 697.764537] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 9354bdc7-4ce8-477e-a612-328ecde7e7fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 697.863536] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525bcd5d-5435-7821-05e9-509cd515f275, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.864345] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff92b61d-3279-4c89-b9b8-65652c5f08e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.870741] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 697.870741] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d3224a-70cf-892d-2b0a-b4a7290776fa" [ 697.870741] env[62359]: _type = "Task" [ 697.870741] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.878755] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d3224a-70cf-892d-2b0a-b4a7290776fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.969174] env[62359]: DEBUG nova.compute.manager [req-45f28949-62b8-4b22-8229-2992914b829d req-f2355feb-33d6-4c91-a580-1a72f1e6c189 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Received event network-vif-plugged-c511225f-9617-49e3-995e-48a89b0da54d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.969414] env[62359]: DEBUG oslo_concurrency.lockutils [req-45f28949-62b8-4b22-8229-2992914b829d req-f2355feb-33d6-4c91-a580-1a72f1e6c189 service nova] Acquiring lock "7612af2a-962a-4b03-9d1d-95c06e91968c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.969623] env[62359]: DEBUG oslo_concurrency.lockutils [req-45f28949-62b8-4b22-8229-2992914b829d req-f2355feb-33d6-4c91-a580-1a72f1e6c189 service nova] Lock "7612af2a-962a-4b03-9d1d-95c06e91968c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.969792] env[62359]: DEBUG oslo_concurrency.lockutils [req-45f28949-62b8-4b22-8229-2992914b829d req-f2355feb-33d6-4c91-a580-1a72f1e6c189 service nova] Lock "7612af2a-962a-4b03-9d1d-95c06e91968c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.969962] env[62359]: DEBUG nova.compute.manager [req-45f28949-62b8-4b22-8229-2992914b829d req-f2355feb-33d6-4c91-a580-1a72f1e6c189 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] No waiting events found dispatching network-vif-plugged-c511225f-9617-49e3-995e-48a89b0da54d {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.970140] env[62359]: WARNING nova.compute.manager [req-45f28949-62b8-4b22-8229-2992914b829d req-f2355feb-33d6-4c91-a580-1a72f1e6c189 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Received unexpected event network-vif-plugged-c511225f-9617-49e3-995e-48a89b0da54d for instance with vm_state building and task_state spawning. [ 698.104688] env[62359]: DEBUG oslo_concurrency.lockutils [req-516ee33e-e540-48e4-a087-0734a7b290a5 req-f5eb4912-b567-4f2d-9508-f1fa16c4cf9a service nova] Releasing lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.126046] env[62359]: DEBUG nova.network.neutron [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Successfully updated port: c511225f-9617-49e3-995e-48a89b0da54d {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.240170] env[62359]: DEBUG oslo_concurrency.lockutils [None req-00ad087b-2d8a-4392-a97e-178e21c095a4 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.092s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.267494] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 2c305fef-3e7e-4436-bd8d-bef6f7b3941c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 698.382686] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d3224a-70cf-892d-2b0a-b4a7290776fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.382991] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.383268] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 5b56543f-7140-4cc9-9ad7-9a93e36888cf/5b56543f-7140-4cc9-9ad7-9a93e36888cf.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.383534] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dfc5498-9ae8-4947-a287-3e19e173f2fa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.392548] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 698.392548] env[62359]: value = "task-2440507" [ 698.392548] env[62359]: _type = "Task" [ 698.392548] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.401278] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.630069] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.630261] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.630476] env[62359]: DEBUG nova.network.neutron [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.742565] env[62359]: DEBUG nova.compute.manager [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.771015] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance dfebfd70-185b-453d-952f-eecea0e0c7b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 698.903325] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503586} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.903594] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 5b56543f-7140-4cc9-9ad7-9a93e36888cf/5b56543f-7140-4cc9-9ad7-9a93e36888cf.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.903868] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.904220] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c29ff03d-807a-4e7f-a798-93866071500a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.923071] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 698.923071] env[62359]: value = "task-2440508" [ 698.923071] env[62359]: _type = "Task" [ 698.923071] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.933800] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.172156] env[62359]: DEBUG nova.network.neutron [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.271687] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.273573] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 09455f5a-ac87-4c1f-a6d1-0e9a0736493b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 699.408297] env[62359]: DEBUG nova.network.neutron [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Updating instance_info_cache with network_info: [{"id": "c511225f-9617-49e3-995e-48a89b0da54d", "address": "fa:16:3e:aa:d6:a0", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc511225f-96", "ovs_interfaceid": "c511225f-9617-49e3-995e-48a89b0da54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.443031] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075019} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.443031] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.443031] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac846791-2731-41e2-9289-ac2041612b7d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.469277] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 5b56543f-7140-4cc9-9ad7-9a93e36888cf/5b56543f-7140-4cc9-9ad7-9a93e36888cf.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.470021] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f979da-5206-4eed-9269-6efe028725d9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.491918] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 699.491918] env[62359]: value = "task-2440509" [ 699.491918] env[62359]: _type = "Task" [ 699.491918] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.501452] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.776571] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance baec1543-5ffb-4fd8-8ce7-0b353a826f64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 699.806509] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.806783] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.807038] env[62359]: INFO nova.compute.manager [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Rebooting instance [ 699.913223] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.913565] env[62359]: DEBUG nova.compute.manager [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Instance network_info: |[{"id": "c511225f-9617-49e3-995e-48a89b0da54d", "address": "fa:16:3e:aa:d6:a0", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc511225f-96", "ovs_interfaceid": "c511225f-9617-49e3-995e-48a89b0da54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.914028] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:d6:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c511225f-9617-49e3-995e-48a89b0da54d', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.921509] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Creating folder: Project (e7c0490bb1fb46d1a9d177a40f89c4fb). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.921788] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5521db0b-1bbe-438c-89f5-7217504f99ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.938089] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Created folder: Project (e7c0490bb1fb46d1a9d177a40f89c4fb) in parent group-v494269. [ 699.938315] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Creating folder: Instances. Parent ref: group-v494390. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.938546] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8de0cb7-a21d-4cb8-973b-77f4e049b4f8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.954082] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Created folder: Instances in parent group-v494390. [ 699.954378] env[62359]: DEBUG oslo.service.loopingcall [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.954584] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.954796] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-038e61d4-c543-467c-8794-d47e29d1d002 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.976849] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.976849] env[62359]: value = "task-2440512" [ 699.976849] env[62359]: _type = "Task" [ 699.976849] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.984051] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440512, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.998667] env[62359]: DEBUG nova.compute.manager [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Received event network-changed-c511225f-9617-49e3-995e-48a89b0da54d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.998853] env[62359]: DEBUG nova.compute.manager [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Refreshing instance network info cache due to event network-changed-c511225f-9617-49e3-995e-48a89b0da54d. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.999081] env[62359]: DEBUG oslo_concurrency.lockutils [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] Acquiring lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.999227] env[62359]: DEBUG oslo_concurrency.lockutils [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] Acquired lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.999383] env[62359]: DEBUG nova.network.neutron [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Refreshing network info cache for port c511225f-9617-49e3-995e-48a89b0da54d {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.007443] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.282785] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 8e3af67b-5850-4fff-9437-83b6c2cc0852 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 700.343141] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.343309] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquired lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.343481] env[62359]: DEBUG nova.network.neutron [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.487069] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440512, 'name': CreateVM_Task, 'duration_secs': 0.38432} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.487069] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.487512] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.487696] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.488086] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.488292] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5aa915c-be6c-4f48-95b0-82c7f28076f1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.493292] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 700.493292] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a7f509-bd20-2a52-1047-69b7dad60224" [ 700.493292] env[62359]: _type = "Task" [ 700.493292] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.506814] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a7f509-bd20-2a52-1047-69b7dad60224, 'name': SearchDatastore_Task} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.509758] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.509995] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.510238] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.510385] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.510581] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.510874] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440509, 'name': ReconfigVM_Task, 'duration_secs': 0.86389} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.511456] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e0ed533-465a-42e1-82b8-540dca88bfed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.514069] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 5b56543f-7140-4cc9-9ad7-9a93e36888cf/5b56543f-7140-4cc9-9ad7-9a93e36888cf.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.514069] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f21cf814-0655-4ccf-a294-5550bc745007 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.521179] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 700.521179] env[62359]: value = "task-2440513" [ 700.521179] env[62359]: _type = "Task" [ 700.521179] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.525810] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.525989] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.527187] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf99129-a2a4-47e2-a814-38d7acef9525 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.532720] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440513, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.536217] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 700.536217] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5250791a-97e7-6f94-db8c-93e9cd536ff7" [ 700.536217] env[62359]: _type = "Task" [ 700.536217] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.544330] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5250791a-97e7-6f94-db8c-93e9cd536ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.786896] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 49f77949-d892-470f-bc90-908d75400e34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.033984] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440513, 'name': Rename_Task, 'duration_secs': 0.511} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.034352] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.034647] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc882aa7-9861-454f-ada3-dfbe7bf0453b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.050102] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5250791a-97e7-6f94-db8c-93e9cd536ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.052511] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 701.052511] env[62359]: value = "task-2440514" [ 701.052511] env[62359]: _type = "Task" [ 701.052511] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.052511] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56667a3e-429c-48bd-a1bc-f61af2f997f5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.060833] env[62359]: DEBUG nova.network.neutron [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Updating instance_info_cache with network_info: [{"id": "728910df-1abf-4a26-be82-b8275b60c1a8", "address": "fa:16:3e:58:95:a9", "network": {"id": "bbe9b7d5-e56a-400f-865d-76deedc96663", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-918902509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc39b8487b46cda130f2422b4dbc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728910df-1a", "ovs_interfaceid": "728910df-1abf-4a26-be82-b8275b60c1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.062371] env[62359]: DEBUG nova.network.neutron [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Updated VIF entry in instance network info cache for port c511225f-9617-49e3-995e-48a89b0da54d. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.062761] env[62359]: DEBUG nova.network.neutron [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Updating instance_info_cache with network_info: [{"id": "c511225f-9617-49e3-995e-48a89b0da54d", "address": "fa:16:3e:aa:d6:a0", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc511225f-96", "ovs_interfaceid": "c511225f-9617-49e3-995e-48a89b0da54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.067103] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 701.067103] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ec7be8-56a7-920f-c4b3-165bca617429" [ 701.067103] env[62359]: _type = "Task" [ 701.067103] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.071634] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.083785] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ec7be8-56a7-920f-c4b3-165bca617429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.290046] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.565511] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.567284] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Releasing lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.568679] env[62359]: DEBUG oslo_concurrency.lockutils [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] Releasing lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.568946] env[62359]: DEBUG nova.compute.manager [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Received event network-changed-728910df-1abf-4a26-be82-b8275b60c1a8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.569144] env[62359]: DEBUG nova.compute.manager [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Refreshing instance network info cache due to event network-changed-728910df-1abf-4a26-be82-b8275b60c1a8. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 701.569353] env[62359]: DEBUG oslo_concurrency.lockutils [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] Acquiring lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.569497] env[62359]: DEBUG oslo_concurrency.lockutils [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] Acquired lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.569657] env[62359]: DEBUG nova.network.neutron [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Refreshing network info cache for port 728910df-1abf-4a26-be82-b8275b60c1a8 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.583163] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ec7be8-56a7-920f-c4b3-165bca617429, 'name': SearchDatastore_Task, 'duration_secs': 0.035799} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.583424] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.583663] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 7612af2a-962a-4b03-9d1d-95c06e91968c/7612af2a-962a-4b03-9d1d-95c06e91968c.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.583936] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2bd50f4-2100-4a54-91aa-6829cca119f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.592505] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 701.592505] env[62359]: value = "task-2440515" [ 701.592505] env[62359]: _type = "Task" [ 701.592505] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.601272] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.795069] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 74affe11-9b15-461d-b616-c9206d86236a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.067381] env[62359]: DEBUG oslo_vmware.api [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440514, 'name': PowerOnVM_Task, 'duration_secs': 0.99806} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.067647] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.067851] env[62359]: INFO nova.compute.manager [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Took 8.11 seconds to spawn the instance on the hypervisor. [ 702.068124] env[62359]: DEBUG nova.compute.manager [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.068888] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e584894d-d45b-4c82-a7c1-bb6bd93884f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.076037] env[62359]: DEBUG nova.compute.manager [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.076644] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb037d7-229f-453f-9e6b-4c0f2b010949 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.101305] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478007} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.101471] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 7612af2a-962a-4b03-9d1d-95c06e91968c/7612af2a-962a-4b03-9d1d-95c06e91968c.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.101611] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.101837] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15df9591-2de3-47c3-96ef-6f3b66d954a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.109280] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 702.109280] env[62359]: value = "task-2440516" [ 702.109280] env[62359]: _type = "Task" [ 702.109280] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.117366] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.298244] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance be4a443c-7491-4950-8ff6-56d7ac632328 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.400729] env[62359]: DEBUG nova.network.neutron [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Updated VIF entry in instance network info cache for port 728910df-1abf-4a26-be82-b8275b60c1a8. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.401114] env[62359]: DEBUG nova.network.neutron [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Updating instance_info_cache with network_info: [{"id": "728910df-1abf-4a26-be82-b8275b60c1a8", "address": "fa:16:3e:58:95:a9", "network": {"id": "bbe9b7d5-e56a-400f-865d-76deedc96663", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-918902509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc39b8487b46cda130f2422b4dbc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728910df-1a", "ovs_interfaceid": "728910df-1abf-4a26-be82-b8275b60c1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.600200] env[62359]: INFO nova.compute.manager [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Took 47.69 seconds to build instance. [ 702.619960] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066596} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.620337] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.621143] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bb29ad-bffb-40b3-9b4d-9cd9c45e6ab0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.647505] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 7612af2a-962a-4b03-9d1d-95c06e91968c/7612af2a-962a-4b03-9d1d-95c06e91968c.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.648198] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aeb967f-f89d-43f2-a77e-224daf49cb08 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.670899] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 702.670899] env[62359]: value = "task-2440517" [ 702.670899] env[62359]: _type = "Task" [ 702.670899] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.687242] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.801081] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 1763ee71-5ce0-4eba-ae22-79f01896a574 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.903566] env[62359]: DEBUG oslo_concurrency.lockutils [req-a4b8dba4-1167-4603-be56-908f397eab74 req-a6e1f9a2-bfdc-4013-8f47-e8cd8e144d73 service nova] Releasing lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.097608] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadbeeba-bffd-428c-a00f-6b1a3b74c034 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.101340] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37b66074-62cd-4274-823f-393bde0c94b4 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.035s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.105872] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Doing hard reboot of VM {{(pid=62359) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 703.106159] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-247f4e22-2d97-4b27-a5c9-f4c1c47c2919 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.114124] env[62359]: DEBUG oslo_vmware.api [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 703.114124] env[62359]: value = "task-2440518" [ 703.114124] env[62359]: _type = "Task" [ 703.114124] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.127379] env[62359]: DEBUG oslo_vmware.api [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440518, 'name': ResetVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.184469] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440517, 'name': ReconfigVM_Task, 'duration_secs': 0.345798} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.188026] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 7612af2a-962a-4b03-9d1d-95c06e91968c/7612af2a-962a-4b03-9d1d-95c06e91968c.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.188026] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-984c5d30-b7b0-4fc7-b77a-f229c90e23e2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.193730] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 703.193730] env[62359]: value = "task-2440519" [ 703.193730] env[62359]: _type = "Task" [ 703.193730] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.208498] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440519, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.305149] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 9130a935-afbc-498f-9e27-4347e29c95d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.458904] env[62359]: DEBUG nova.compute.manager [req-1263fd92-1239-4aac-8201-3aa736a2fc0b req-85550c3c-eb0b-483b-be6b-3c23ee3ece17 service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Received event network-changed-815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.459112] env[62359]: DEBUG nova.compute.manager [req-1263fd92-1239-4aac-8201-3aa736a2fc0b req-85550c3c-eb0b-483b-be6b-3c23ee3ece17 service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Refreshing instance network info cache due to event network-changed-815dfc1b-7888-4c2f-bb84-6c4dd67e9031. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 703.459331] env[62359]: DEBUG oslo_concurrency.lockutils [req-1263fd92-1239-4aac-8201-3aa736a2fc0b req-85550c3c-eb0b-483b-be6b-3c23ee3ece17 service nova] Acquiring lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.459474] env[62359]: DEBUG oslo_concurrency.lockutils [req-1263fd92-1239-4aac-8201-3aa736a2fc0b req-85550c3c-eb0b-483b-be6b-3c23ee3ece17 service nova] Acquired lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.459631] env[62359]: DEBUG nova.network.neutron [req-1263fd92-1239-4aac-8201-3aa736a2fc0b req-85550c3c-eb0b-483b-be6b-3c23ee3ece17 service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Refreshing network info cache for port 815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.604681] env[62359]: DEBUG nova.compute.manager [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.626016] env[62359]: DEBUG oslo_vmware.api [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440518, 'name': ResetVM_Task, 'duration_secs': 0.09665} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.626302] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Did hard reboot of VM {{(pid=62359) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 703.626495] env[62359]: DEBUG nova.compute.manager [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.627292] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff229055-deaa-40c7-8643-d3b0f2cc5d0f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.705788] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440519, 'name': Rename_Task, 'duration_secs': 0.157037} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.706255] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.706364] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9079066-9b73-4819-99d2-ee948af071f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.714578] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 703.714578] env[62359]: value = "task-2440520" [ 703.714578] env[62359]: _type = "Task" [ 703.714578] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.724528] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.806766] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance bc030728-2a01-4be4-a15c-994c33282493 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.807165] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 703.807238] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 704.136179] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.141289] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d8c1e87-3178-41f2-b62d-f72cbb696d79 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.334s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.227129] env[62359]: DEBUG oslo_vmware.api [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440520, 'name': PowerOnVM_Task, 'duration_secs': 0.450258} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.229606] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.229809] env[62359]: INFO nova.compute.manager [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Took 7.51 seconds to spawn the instance on the hypervisor. [ 704.229979] env[62359]: DEBUG nova.compute.manager [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.231479] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b883f6b6-9a83-4d5d-bc6b-1cae643a107d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.282834] env[62359]: DEBUG nova.network.neutron [req-1263fd92-1239-4aac-8201-3aa736a2fc0b req-85550c3c-eb0b-483b-be6b-3c23ee3ece17 service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updated VIF entry in instance network info cache for port 815dfc1b-7888-4c2f-bb84-6c4dd67e9031. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.283261] env[62359]: DEBUG nova.network.neutron [req-1263fd92-1239-4aac-8201-3aa736a2fc0b req-85550c3c-eb0b-483b-be6b-3c23ee3ece17 service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updating instance_info_cache with network_info: [{"id": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "address": "fa:16:3e:b2:06:0f", "network": {"id": "983be6fd-1051-4a2e-9c1d-1ebecfc15cac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2120790224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490af6eea6e249c8805f83bd007e1e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dfc1b-78", "ovs_interfaceid": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.395135] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203225c8-2c7e-48ec-9dab-66d414a96dab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.403538] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425536a4-193c-4128-8005-6e9c38aee68e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.434478] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c94d3a7-1955-4837-a7ec-4af398df4747 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.444852] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf854ef-834e-462b-b03c-4d6f56b3c419 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.457282] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.753811] env[62359]: INFO nova.compute.manager [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Took 49.73 seconds to build instance. [ 704.787806] env[62359]: DEBUG oslo_concurrency.lockutils [req-1263fd92-1239-4aac-8201-3aa736a2fc0b req-85550c3c-eb0b-483b-be6b-3c23ee3ece17 service nova] Releasing lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.961187] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.073169] env[62359]: DEBUG nova.compute.manager [req-cdf016cd-23b8-4888-aab4-e3745eeb3b11 req-f3c1f911-6f5b-48e7-ae8a-769bea8e12fb service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Received event network-changed-728910df-1abf-4a26-be82-b8275b60c1a8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.073169] env[62359]: DEBUG nova.compute.manager [req-cdf016cd-23b8-4888-aab4-e3745eeb3b11 req-f3c1f911-6f5b-48e7-ae8a-769bea8e12fb service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Refreshing instance network info cache due to event network-changed-728910df-1abf-4a26-be82-b8275b60c1a8. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.073169] env[62359]: DEBUG oslo_concurrency.lockutils [req-cdf016cd-23b8-4888-aab4-e3745eeb3b11 req-f3c1f911-6f5b-48e7-ae8a-769bea8e12fb service nova] Acquiring lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.073169] env[62359]: DEBUG oslo_concurrency.lockutils [req-cdf016cd-23b8-4888-aab4-e3745eeb3b11 req-f3c1f911-6f5b-48e7-ae8a-769bea8e12fb service nova] Acquired lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.073374] env[62359]: DEBUG nova.network.neutron [req-cdf016cd-23b8-4888-aab4-e3745eeb3b11 req-f3c1f911-6f5b-48e7-ae8a-769bea8e12fb service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Refreshing network info cache for port 728910df-1abf-4a26-be82-b8275b60c1a8 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.257169] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fadf2f3d-a785-4f3d-936c-9ff44c57aa16 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "7612af2a-962a-4b03-9d1d-95c06e91968c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.592s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.470054] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 705.470054] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.797s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.470054] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.865s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.471523] env[62359]: INFO nova.compute.claims [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.569750] env[62359]: DEBUG nova.compute.manager [req-86d14d9a-eb75-441d-ba8e-8812f6a9fffe req-34db4f88-19a2-49b6-9dbd-0c728aee5376 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Received event network-changed-c511225f-9617-49e3-995e-48a89b0da54d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.569920] env[62359]: DEBUG nova.compute.manager [req-86d14d9a-eb75-441d-ba8e-8812f6a9fffe req-34db4f88-19a2-49b6-9dbd-0c728aee5376 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Refreshing instance network info cache due to event network-changed-c511225f-9617-49e3-995e-48a89b0da54d. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.570180] env[62359]: DEBUG oslo_concurrency.lockutils [req-86d14d9a-eb75-441d-ba8e-8812f6a9fffe req-34db4f88-19a2-49b6-9dbd-0c728aee5376 service nova] Acquiring lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.570326] env[62359]: DEBUG oslo_concurrency.lockutils [req-86d14d9a-eb75-441d-ba8e-8812f6a9fffe req-34db4f88-19a2-49b6-9dbd-0c728aee5376 service nova] Acquired lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.570486] env[62359]: DEBUG nova.network.neutron [req-86d14d9a-eb75-441d-ba8e-8812f6a9fffe req-34db4f88-19a2-49b6-9dbd-0c728aee5376 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Refreshing network info cache for port c511225f-9617-49e3-995e-48a89b0da54d {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.760480] env[62359]: DEBUG nova.compute.manager [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.794911] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.795179] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.795384] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.795561] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.795724] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.798175] env[62359]: INFO nova.compute.manager [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Terminating instance [ 705.840126] env[62359]: DEBUG nova.network.neutron [req-cdf016cd-23b8-4888-aab4-e3745eeb3b11 req-f3c1f911-6f5b-48e7-ae8a-769bea8e12fb service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Updated VIF entry in instance network info cache for port 728910df-1abf-4a26-be82-b8275b60c1a8. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.840499] env[62359]: DEBUG nova.network.neutron [req-cdf016cd-23b8-4888-aab4-e3745eeb3b11 req-f3c1f911-6f5b-48e7-ae8a-769bea8e12fb service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Updating instance_info_cache with network_info: [{"id": "728910df-1abf-4a26-be82-b8275b60c1a8", "address": "fa:16:3e:58:95:a9", "network": {"id": "bbe9b7d5-e56a-400f-865d-76deedc96663", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-918902509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7bc39b8487b46cda130f2422b4dbc2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728910df-1a", "ovs_interfaceid": "728910df-1abf-4a26-be82-b8275b60c1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.284611] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.301497] env[62359]: DEBUG nova.compute.manager [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.301659] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.302543] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56a5b31-6e22-474b-aa51-d1da4c9306bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.311431] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.311666] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-541fa575-7cac-426c-a3f5-f06e9c90f938 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.319503] env[62359]: DEBUG oslo_vmware.api [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 706.319503] env[62359]: value = "task-2440521" [ 706.319503] env[62359]: _type = "Task" [ 706.319503] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.328331] env[62359]: DEBUG oslo_vmware.api [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.342677] env[62359]: DEBUG oslo_concurrency.lockutils [req-cdf016cd-23b8-4888-aab4-e3745eeb3b11 req-f3c1f911-6f5b-48e7-ae8a-769bea8e12fb service nova] Releasing lock "refresh_cache-8ad6a0bd-5b35-4b39-bfbb-c714da148898" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.440552] env[62359]: DEBUG nova.network.neutron [req-86d14d9a-eb75-441d-ba8e-8812f6a9fffe req-34db4f88-19a2-49b6-9dbd-0c728aee5376 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Updated VIF entry in instance network info cache for port c511225f-9617-49e3-995e-48a89b0da54d. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.441532] env[62359]: DEBUG nova.network.neutron [req-86d14d9a-eb75-441d-ba8e-8812f6a9fffe req-34db4f88-19a2-49b6-9dbd-0c728aee5376 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Updating instance_info_cache with network_info: [{"id": "c511225f-9617-49e3-995e-48a89b0da54d", "address": "fa:16:3e:aa:d6:a0", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc511225f-96", "ovs_interfaceid": "c511225f-9617-49e3-995e-48a89b0da54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.833970] env[62359]: DEBUG oslo_vmware.api [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440521, 'name': PowerOffVM_Task, 'duration_secs': 0.344452} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.834260] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.834424] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.834676] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-513a7fd1-384d-4732-b833-8cea40740758 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.930180] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.931315] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.931315] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Deleting the datastore file [datastore1] 8ad6a0bd-5b35-4b39-bfbb-c714da148898 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.931315] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee8a3a81-652e-4fef-bda3-0d6af0ca5536 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.941513] env[62359]: DEBUG oslo_vmware.api [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 706.941513] env[62359]: value = "task-2440523" [ 706.941513] env[62359]: _type = "Task" [ 706.941513] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.946740] env[62359]: DEBUG oslo_concurrency.lockutils [req-86d14d9a-eb75-441d-ba8e-8812f6a9fffe req-34db4f88-19a2-49b6-9dbd-0c728aee5376 service nova] Releasing lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.953011] env[62359]: DEBUG oslo_vmware.api [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.005702] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c4a64e-e8ba-4c0e-b218-036d9c780620 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.013531] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a14d6-8c82-4731-a0d7-821826395f49 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.045602] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44d3da0-ea79-450d-b88e-bff5ed2699d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.053637] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e284b1-9266-4d11-83bc-acd8aff5a03e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.067756] env[62359]: DEBUG nova.compute.provider_tree [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.452504] env[62359]: DEBUG oslo_vmware.api [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142724} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.452778] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.453074] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.453276] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.453453] env[62359]: INFO nova.compute.manager [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Took 1.15 seconds to destroy the instance on the hypervisor. [ 707.453695] env[62359]: DEBUG oslo.service.loopingcall [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.453895] env[62359]: DEBUG nova.compute.manager [-] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.454033] env[62359]: DEBUG nova.network.neutron [-] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.571782] env[62359]: DEBUG nova.scheduler.client.report [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.805603] env[62359]: DEBUG nova.compute.manager [req-a36149f8-b78d-427d-864e-20cd2dd08d20 req-d0234ba2-4836-42dc-bdc1-67aa6cb5d21a service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Received event network-vif-deleted-728910df-1abf-4a26-be82-b8275b60c1a8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.805805] env[62359]: INFO nova.compute.manager [req-a36149f8-b78d-427d-864e-20cd2dd08d20 req-d0234ba2-4836-42dc-bdc1-67aa6cb5d21a service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Neutron deleted interface 728910df-1abf-4a26-be82-b8275b60c1a8; detaching it from the instance and deleting it from the info cache [ 707.805980] env[62359]: DEBUG nova.network.neutron [req-a36149f8-b78d-427d-864e-20cd2dd08d20 req-d0234ba2-4836-42dc-bdc1-67aa6cb5d21a service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.076498] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.077037] env[62359]: DEBUG nova.compute.manager [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.079523] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.062s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.082386] env[62359]: INFO nova.compute.claims [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.273476] env[62359]: DEBUG nova.network.neutron [-] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.308461] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0498de0-b421-48d0-a6fe-7fec97753de9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.319303] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6adfa1-5025-47d3-9f42-09a11f266f25 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.352961] env[62359]: DEBUG nova.compute.manager [req-a36149f8-b78d-427d-864e-20cd2dd08d20 req-d0234ba2-4836-42dc-bdc1-67aa6cb5d21a service nova] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Detach interface failed, port_id=728910df-1abf-4a26-be82-b8275b60c1a8, reason: Instance 8ad6a0bd-5b35-4b39-bfbb-c714da148898 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 708.587014] env[62359]: DEBUG nova.compute.utils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 708.590470] env[62359]: DEBUG nova.compute.manager [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.590697] env[62359]: DEBUG nova.network.neutron [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.647742] env[62359]: DEBUG nova.policy [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb2ebf432052427d963b00698ef134f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f17e4b903f5744aabd468da5d7f1cb47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.776192] env[62359]: INFO nova.compute.manager [-] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Took 1.32 seconds to deallocate network for instance. [ 708.984995] env[62359]: DEBUG nova.network.neutron [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Successfully created port: 55f1b5b5-7159-4866-8dab-b4255265dac3 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.091624] env[62359]: DEBUG nova.compute.manager [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.285979] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.546619] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8efa48-c5dd-4986-be15-78aa4f98f3d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.555367] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e045d8c9-3ba6-411d-8f11-c703ccd8445b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.301289] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef7757-dd49-4305-b253-d54f87941adb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.310236] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d500348-c4ad-44de-9abe-f92d39ccfce9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.324933] env[62359]: DEBUG nova.compute.provider_tree [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.735305] env[62359]: DEBUG nova.compute.manager [req-70b7d726-c290-40fa-91ab-a05d4610737b req-b898a1b4-24a2-4528-beac-5c1985a51dc4 service nova] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Received event network-vif-plugged-55f1b5b5-7159-4866-8dab-b4255265dac3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.736073] env[62359]: DEBUG oslo_concurrency.lockutils [req-70b7d726-c290-40fa-91ab-a05d4610737b req-b898a1b4-24a2-4528-beac-5c1985a51dc4 service nova] Acquiring lock "5815dbcf-e70f-46b0-910c-ed60f8245a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.736476] env[62359]: DEBUG oslo_concurrency.lockutils [req-70b7d726-c290-40fa-91ab-a05d4610737b req-b898a1b4-24a2-4528-beac-5c1985a51dc4 service nova] Lock "5815dbcf-e70f-46b0-910c-ed60f8245a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.737187] env[62359]: DEBUG oslo_concurrency.lockutils [req-70b7d726-c290-40fa-91ab-a05d4610737b req-b898a1b4-24a2-4528-beac-5c1985a51dc4 service nova] Lock "5815dbcf-e70f-46b0-910c-ed60f8245a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.737187] env[62359]: DEBUG nova.compute.manager [req-70b7d726-c290-40fa-91ab-a05d4610737b req-b898a1b4-24a2-4528-beac-5c1985a51dc4 service nova] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] No waiting events found dispatching network-vif-plugged-55f1b5b5-7159-4866-8dab-b4255265dac3 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.737304] env[62359]: WARNING nova.compute.manager [req-70b7d726-c290-40fa-91ab-a05d4610737b req-b898a1b4-24a2-4528-beac-5c1985a51dc4 service nova] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Received unexpected event network-vif-plugged-55f1b5b5-7159-4866-8dab-b4255265dac3 for instance with vm_state building and task_state spawning. [ 710.804971] env[62359]: DEBUG nova.compute.manager [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.821944] env[62359]: DEBUG nova.network.neutron [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Successfully updated port: 55f1b5b5-7159-4866-8dab-b4255265dac3 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.832120] env[62359]: DEBUG nova.scheduler.client.report [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.872943] env[62359]: DEBUG nova.virt.hardware [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.873202] env[62359]: DEBUG nova.virt.hardware [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.873361] env[62359]: DEBUG nova.virt.hardware [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.873543] env[62359]: DEBUG nova.virt.hardware [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.873688] env[62359]: DEBUG nova.virt.hardware [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.873865] env[62359]: DEBUG nova.virt.hardware [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.874097] env[62359]: DEBUG nova.virt.hardware [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.874262] env[62359]: DEBUG nova.virt.hardware [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.874446] env[62359]: DEBUG nova.virt.hardware [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.874582] env[62359]: DEBUG nova.virt.hardware [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.874751] env[62359]: DEBUG nova.virt.hardware [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.876008] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197bbbab-9192-41ea-ba75-f882e105c3cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.885163] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9649f70c-2bf4-47b8-adca-35382b23fdc0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.324862] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "refresh_cache-5815dbcf-e70f-46b0-910c-ed60f8245a56" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.325161] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "refresh_cache-5815dbcf-e70f-46b0-910c-ed60f8245a56" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.325161] env[62359]: DEBUG nova.network.neutron [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.343992] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.264s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.344385] env[62359]: DEBUG nova.compute.manager [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.347301] env[62359]: DEBUG oslo_concurrency.lockutils [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 40.631s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.854099] env[62359]: DEBUG nova.compute.utils [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 711.855149] env[62359]: DEBUG nova.compute.manager [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.855149] env[62359]: DEBUG nova.network.neutron [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.859060] env[62359]: DEBUG nova.network.neutron [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.914156] env[62359]: DEBUG nova.policy [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa5e1379132845239177116ae0e87d9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f6b1bd0d0e34c5e86bc262b35a0920b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.134887] env[62359]: DEBUG nova.network.neutron [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Updating instance_info_cache with network_info: [{"id": "55f1b5b5-7159-4866-8dab-b4255265dac3", "address": "fa:16:3e:e9:8a:3c", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f1b5b5-71", "ovs_interfaceid": "55f1b5b5-7159-4866-8dab-b4255265dac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.273921] env[62359]: DEBUG nova.network.neutron [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Successfully created port: 040dee3f-c81d-493b-a44e-ef78e36530ff {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.359039] env[62359]: DEBUG nova.compute.manager [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.401409] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04881f2a-09a7-4072-9dbd-07c57708b119 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.409627] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5c8400-c110-4444-bca3-e00e0b541e80 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.442041] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcff76a5-29ef-4946-becd-bec524d3b36f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.450297] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb16e2fb-18aa-4eb4-a4d3-5710cba38726 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.465736] env[62359]: DEBUG nova.compute.provider_tree [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.639151] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "refresh_cache-5815dbcf-e70f-46b0-910c-ed60f8245a56" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.639452] env[62359]: DEBUG nova.compute.manager [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Instance network_info: |[{"id": "55f1b5b5-7159-4866-8dab-b4255265dac3", "address": "fa:16:3e:e9:8a:3c", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f1b5b5-71", "ovs_interfaceid": "55f1b5b5-7159-4866-8dab-b4255265dac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.639862] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:8a:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55f1b5b5-7159-4866-8dab-b4255265dac3', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.647842] env[62359]: DEBUG oslo.service.loopingcall [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.648055] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.648284] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-173a622e-c5d5-423c-a65b-6f9b95fd1b46 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.669729] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.669729] env[62359]: value = "task-2440524" [ 712.669729] env[62359]: _type = "Task" [ 712.669729] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.677554] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440524, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.761268] env[62359]: DEBUG nova.compute.manager [req-17da44de-48c0-4ed8-aebd-beb1572504e7 req-38d22fa4-fb6f-4fb9-975e-4a3ac0fd3810 service nova] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Received event network-changed-55f1b5b5-7159-4866-8dab-b4255265dac3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.761901] env[62359]: DEBUG nova.compute.manager [req-17da44de-48c0-4ed8-aebd-beb1572504e7 req-38d22fa4-fb6f-4fb9-975e-4a3ac0fd3810 service nova] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Refreshing instance network info cache due to event network-changed-55f1b5b5-7159-4866-8dab-b4255265dac3. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.762322] env[62359]: DEBUG oslo_concurrency.lockutils [req-17da44de-48c0-4ed8-aebd-beb1572504e7 req-38d22fa4-fb6f-4fb9-975e-4a3ac0fd3810 service nova] Acquiring lock "refresh_cache-5815dbcf-e70f-46b0-910c-ed60f8245a56" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.762411] env[62359]: DEBUG oslo_concurrency.lockutils [req-17da44de-48c0-4ed8-aebd-beb1572504e7 req-38d22fa4-fb6f-4fb9-975e-4a3ac0fd3810 service nova] Acquired lock "refresh_cache-5815dbcf-e70f-46b0-910c-ed60f8245a56" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.762685] env[62359]: DEBUG nova.network.neutron [req-17da44de-48c0-4ed8-aebd-beb1572504e7 req-38d22fa4-fb6f-4fb9-975e-4a3ac0fd3810 service nova] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Refreshing network info cache for port 55f1b5b5-7159-4866-8dab-b4255265dac3 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.866923] env[62359]: INFO nova.virt.block_device [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Booting with volume f06dcba3-215d-40e9-b10f-135d1e57d7f6 at /dev/sda [ 712.907179] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f0798d6-5f82-4969-be7c-c9616ca0f567 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.927304] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8967ea-303e-4eba-9d98-befbdd13c82d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.962517] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b6b7dbd-2bc5-4015-b291-4a0f04ec69c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.969403] env[62359]: DEBUG nova.scheduler.client.report [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.975068] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfe130a-a6ba-40dc-ae57-ed31b7b8b69b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.015987] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0c14e6-2199-44f7-bb5b-8a26ccd4e6b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.024218] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0044dd0-7b10-4eb3-b8a1-d94fb0534cc8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.041060] env[62359]: DEBUG nova.virt.block_device [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Updating existing volume attachment record: ffeb1f13-adaa-43bc-8904-cdc9789e849e {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 713.180409] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440524, 'name': CreateVM_Task, 'duration_secs': 0.34961} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.180550] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.181240] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.181404] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.181723] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.182027] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fd8415-40b3-4621-a48c-225cca5cf3ec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.187592] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 713.187592] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52335317-183f-4218-0762-628d249050fc" [ 713.187592] env[62359]: _type = "Task" [ 713.187592] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.195956] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52335317-183f-4218-0762-628d249050fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.493105] env[62359]: DEBUG oslo_concurrency.lockutils [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.145s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.496641] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.363s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.500161] env[62359]: INFO nova.compute.claims [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.643374] env[62359]: DEBUG nova.network.neutron [req-17da44de-48c0-4ed8-aebd-beb1572504e7 req-38d22fa4-fb6f-4fb9-975e-4a3ac0fd3810 service nova] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Updated VIF entry in instance network info cache for port 55f1b5b5-7159-4866-8dab-b4255265dac3. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.643762] env[62359]: DEBUG nova.network.neutron [req-17da44de-48c0-4ed8-aebd-beb1572504e7 req-38d22fa4-fb6f-4fb9-975e-4a3ac0fd3810 service nova] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Updating instance_info_cache with network_info: [{"id": "55f1b5b5-7159-4866-8dab-b4255265dac3", "address": "fa:16:3e:e9:8a:3c", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f1b5b5-71", "ovs_interfaceid": "55f1b5b5-7159-4866-8dab-b4255265dac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.699566] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52335317-183f-4218-0762-628d249050fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014487} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.699874] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.700154] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.700387] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.700538] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.700694] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.701113] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-582c1d11-f64c-4eba-94b7-b72c9c202b40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.711119] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.711299] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.712013] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc5f089-edbc-47de-8872-2601a6936d50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.718308] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 713.718308] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520c2932-f416-e93b-7616-cce134101c39" [ 713.718308] env[62359]: _type = "Task" [ 713.718308] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.726911] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520c2932-f416-e93b-7616-cce134101c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.729297] env[62359]: DEBUG nova.compute.manager [req-ef50ea37-56f5-482b-a2d6-2a6f1da5bd10 req-4982200e-c7e5-4f53-9ff6-554442bfe1cd service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Received event network-vif-plugged-040dee3f-c81d-493b-a44e-ef78e36530ff {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.729808] env[62359]: DEBUG oslo_concurrency.lockutils [req-ef50ea37-56f5-482b-a2d6-2a6f1da5bd10 req-4982200e-c7e5-4f53-9ff6-554442bfe1cd service nova] Acquiring lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.730065] env[62359]: DEBUG oslo_concurrency.lockutils [req-ef50ea37-56f5-482b-a2d6-2a6f1da5bd10 req-4982200e-c7e5-4f53-9ff6-554442bfe1cd service nova] Lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.730243] env[62359]: DEBUG oslo_concurrency.lockutils [req-ef50ea37-56f5-482b-a2d6-2a6f1da5bd10 req-4982200e-c7e5-4f53-9ff6-554442bfe1cd service nova] Lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.730411] env[62359]: DEBUG nova.compute.manager [req-ef50ea37-56f5-482b-a2d6-2a6f1da5bd10 req-4982200e-c7e5-4f53-9ff6-554442bfe1cd service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] No waiting events found dispatching network-vif-plugged-040dee3f-c81d-493b-a44e-ef78e36530ff {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.730590] env[62359]: WARNING nova.compute.manager [req-ef50ea37-56f5-482b-a2d6-2a6f1da5bd10 req-4982200e-c7e5-4f53-9ff6-554442bfe1cd service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Received unexpected event network-vif-plugged-040dee3f-c81d-493b-a44e-ef78e36530ff for instance with vm_state building and task_state block_device_mapping. [ 713.984299] env[62359]: DEBUG nova.network.neutron [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Successfully updated port: 040dee3f-c81d-493b-a44e-ef78e36530ff {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.050556] env[62359]: INFO nova.scheduler.client.report [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Deleted allocation for migration dd03d1e6-e0be-4700-9ed3-a65a68081c71 [ 714.147830] env[62359]: DEBUG oslo_concurrency.lockutils [req-17da44de-48c0-4ed8-aebd-beb1572504e7 req-38d22fa4-fb6f-4fb9-975e-4a3ac0fd3810 service nova] Releasing lock "refresh_cache-5815dbcf-e70f-46b0-910c-ed60f8245a56" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.230051] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520c2932-f416-e93b-7616-cce134101c39, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.230051] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470f2279-25c3-4268-b772-c67367fcd2ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.235524] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 714.235524] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52562821-00bd-461d-5684-351fd4db2878" [ 714.235524] env[62359]: _type = "Task" [ 714.235524] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.244531] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52562821-00bd-461d-5684-351fd4db2878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.487187] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Acquiring lock "refresh_cache-0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.487305] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Acquired lock "refresh_cache-0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.487454] env[62359]: DEBUG nova.network.neutron [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.555885] env[62359]: DEBUG oslo_concurrency.lockutils [None req-592e9f31-6048-4907-8711-0708841c3449 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 47.314s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.746540] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52562821-00bd-461d-5684-351fd4db2878, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.749427] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.749887] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 5815dbcf-e70f-46b0-910c-ed60f8245a56/5815dbcf-e70f-46b0-910c-ed60f8245a56.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.750582] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7009b115-b9cb-407c-a038-2e1ce4eaf560 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.760255] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 714.760255] env[62359]: value = "task-2440525" [ 714.760255] env[62359]: _type = "Task" [ 714.760255] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.772317] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.038792] env[62359]: DEBUG nova.network.neutron [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.042691] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9704bff5-1cf2-4134-b411-61b4864ae86a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.050983] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aaf1f1-a70b-40af-a3dc-44881beaf14d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.088192] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97fde27-6dbf-4110-9cb8-5d049391be92 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.095769] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c9118d-8cee-4162-b3ea-4ddfbf6a66d0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.113251] env[62359]: DEBUG nova.compute.provider_tree [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.146682] env[62359]: DEBUG nova.compute.manager [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.147354] env[62359]: DEBUG nova.virt.hardware [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.147577] env[62359]: DEBUG nova.virt.hardware [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.147730] env[62359]: DEBUG nova.virt.hardware [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.148085] env[62359]: DEBUG nova.virt.hardware [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.148247] env[62359]: DEBUG nova.virt.hardware [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.148395] env[62359]: DEBUG nova.virt.hardware [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.148607] env[62359]: DEBUG nova.virt.hardware [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.148764] env[62359]: DEBUG nova.virt.hardware [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.148928] env[62359]: DEBUG nova.virt.hardware [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.149202] env[62359]: DEBUG nova.virt.hardware [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.149423] env[62359]: DEBUG nova.virt.hardware [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.150911] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234bd973-be62-459d-be51-a85462fc7756 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.162028] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad6d66f-43cd-48cf-8466-e01731262e3c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.269897] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472887} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.270160] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 5815dbcf-e70f-46b0-910c-ed60f8245a56/5815dbcf-e70f-46b0-910c-ed60f8245a56.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.273015] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.273015] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f536192-9a49-4463-9128-92c38c412d78 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.277847] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 715.277847] env[62359]: value = "task-2440526" [ 715.277847] env[62359]: _type = "Task" [ 715.277847] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.287696] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.296219] env[62359]: DEBUG nova.network.neutron [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Updating instance_info_cache with network_info: [{"id": "040dee3f-c81d-493b-a44e-ef78e36530ff", "address": "fa:16:3e:ad:ec:32", "network": {"id": "b548bf47-0756-43d9-b12a-d99cea9b5873", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1503212818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f6b1bd0d0e34c5e86bc262b35a0920b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040dee3f-c8", "ovs_interfaceid": "040dee3f-c81d-493b-a44e-ef78e36530ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.617029] env[62359]: DEBUG nova.scheduler.client.report [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.788418] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057569} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.788931] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.789743] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00213a2-328e-4838-adef-a228f769212d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.804185] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Releasing lock "refresh_cache-0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.806361] env[62359]: DEBUG nova.compute.manager [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Instance network_info: |[{"id": "040dee3f-c81d-493b-a44e-ef78e36530ff", "address": "fa:16:3e:ad:ec:32", "network": {"id": "b548bf47-0756-43d9-b12a-d99cea9b5873", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1503212818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f6b1bd0d0e34c5e86bc262b35a0920b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040dee3f-c8", "ovs_interfaceid": "040dee3f-c81d-493b-a44e-ef78e36530ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.813084] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 5815dbcf-e70f-46b0-910c-ed60f8245a56/5815dbcf-e70f-46b0-910c-ed60f8245a56.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.813461] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:ec:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '040dee3f-c81d-493b-a44e-ef78e36530ff', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.820745] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Creating folder: Project (4f6b1bd0d0e34c5e86bc262b35a0920b). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.821245] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15dcd9d9-6d50-45c6-bd51-3a52f770ae70 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.837399] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a0ea4fe-71f9-4563-9fba-2fffd1b16815 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.845834] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 715.845834] env[62359]: value = "task-2440527" [ 715.845834] env[62359]: _type = "Task" [ 715.845834] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.856449] env[62359]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 715.856644] env[62359]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62359) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 715.857350] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Folder already exists: Project (4f6b1bd0d0e34c5e86bc262b35a0920b). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 715.857599] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Creating folder: Instances. Parent ref: group-v494335. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.860972] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdd3b65c-6a97-4762-881f-26ef901db779 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.863268] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.866797] env[62359]: DEBUG nova.compute.manager [req-3a26a15b-626e-47a7-9578-64b1074d9bac req-952070a5-bb0c-49f0-95b0-3ac3b622da26 service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Received event network-changed-040dee3f-c81d-493b-a44e-ef78e36530ff {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.867049] env[62359]: DEBUG nova.compute.manager [req-3a26a15b-626e-47a7-9578-64b1074d9bac req-952070a5-bb0c-49f0-95b0-3ac3b622da26 service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Refreshing instance network info cache due to event network-changed-040dee3f-c81d-493b-a44e-ef78e36530ff. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 715.867374] env[62359]: DEBUG oslo_concurrency.lockutils [req-3a26a15b-626e-47a7-9578-64b1074d9bac req-952070a5-bb0c-49f0-95b0-3ac3b622da26 service nova] Acquiring lock "refresh_cache-0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.867508] env[62359]: DEBUG oslo_concurrency.lockutils [req-3a26a15b-626e-47a7-9578-64b1074d9bac req-952070a5-bb0c-49f0-95b0-3ac3b622da26 service nova] Acquired lock "refresh_cache-0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.867712] env[62359]: DEBUG nova.network.neutron [req-3a26a15b-626e-47a7-9578-64b1074d9bac req-952070a5-bb0c-49f0-95b0-3ac3b622da26 service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Refreshing network info cache for port 040dee3f-c81d-493b-a44e-ef78e36530ff {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.873330] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Created folder: Instances in parent group-v494335. [ 715.873575] env[62359]: DEBUG oslo.service.loopingcall [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.873780] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.874079] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fb19f5d-929e-4328-8ef4-3d6f20a2ee16 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.896947] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.896947] env[62359]: value = "task-2440530" [ 715.896947] env[62359]: _type = "Task" [ 715.896947] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.905756] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440530, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.121926] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.122393] env[62359]: DEBUG nova.compute.manager [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.126038] env[62359]: DEBUG oslo_concurrency.lockutils [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.531s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.126038] env[62359]: DEBUG oslo_concurrency.lockutils [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.128556] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.790s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.130097] env[62359]: INFO nova.compute.claims [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.147232] env[62359]: INFO nova.scheduler.client.report [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleted allocations for instance 510928fc-fc7c-44ac-bd13-b2c042a3f9e1 [ 716.357204] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440527, 'name': ReconfigVM_Task, 'duration_secs': 0.288869} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.357498] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 5815dbcf-e70f-46b0-910c-ed60f8245a56/5815dbcf-e70f-46b0-910c-ed60f8245a56.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.358146] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c719570e-a8ea-4f86-a46b-39cd215756c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.365417] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 716.365417] env[62359]: value = "task-2440531" [ 716.365417] env[62359]: _type = "Task" [ 716.365417] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.372967] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.373215] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.380877] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440531, 'name': Rename_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.406557] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440530, 'name': CreateVM_Task, 'duration_secs': 0.38566} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.406719] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.407393] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494344', 'volume_id': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'name': 'volume-f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d7cebb7-37e9-4e30-8681-2fa58d89b0b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'serial': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6'}, 'attachment_id': 'ffeb1f13-adaa-43bc-8904-cdc9789e849e', 'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62359) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 716.407735] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Root volume attach. Driver type: vmdk {{(pid=62359) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 716.410529] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db2ed0e-0c7e-4b1e-a74c-8b0467d8b518 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.417981] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad49824-0acb-4fb2-ae17-6895c48028e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.423910] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92240a7c-c26f-44ff-9f63-65b584704477 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.429669] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-06a71c0d-94c2-487f-8501-c6ffa0a585b5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.437012] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for the task: (returnval){ [ 716.437012] env[62359]: value = "task-2440532" [ 716.437012] env[62359]: _type = "Task" [ 716.437012] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.445184] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440532, 'name': RelocateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.601928] env[62359]: DEBUG nova.network.neutron [req-3a26a15b-626e-47a7-9578-64b1074d9bac req-952070a5-bb0c-49f0-95b0-3ac3b622da26 service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Updated VIF entry in instance network info cache for port 040dee3f-c81d-493b-a44e-ef78e36530ff. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.602325] env[62359]: DEBUG nova.network.neutron [req-3a26a15b-626e-47a7-9578-64b1074d9bac req-952070a5-bb0c-49f0-95b0-3ac3b622da26 service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Updating instance_info_cache with network_info: [{"id": "040dee3f-c81d-493b-a44e-ef78e36530ff", "address": "fa:16:3e:ad:ec:32", "network": {"id": "b548bf47-0756-43d9-b12a-d99cea9b5873", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1503212818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f6b1bd0d0e34c5e86bc262b35a0920b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040dee3f-c8", "ovs_interfaceid": "040dee3f-c81d-493b-a44e-ef78e36530ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.636683] env[62359]: DEBUG nova.compute.utils [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 716.639013] env[62359]: DEBUG nova.compute.manager [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.639013] env[62359]: DEBUG nova.network.neutron [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.653668] env[62359]: DEBUG oslo_concurrency.lockutils [None req-368c411f-dcf0-40d4-b81d-16937daa8e93 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "510928fc-fc7c-44ac-bd13-b2c042a3f9e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.646s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.679531] env[62359]: DEBUG nova.policy [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77025d75c88540b9b70121524ef2bc5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a2aa363664341fb85de16a856d5a104', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.882903] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440531, 'name': Rename_Task, 'duration_secs': 0.188659} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.884736] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.884736] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-265f83b9-67a5-4bed-b20f-bcfd6848dd84 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.894263] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 716.894263] env[62359]: value = "task-2440533" [ 716.894263] env[62359]: _type = "Task" [ 716.894263] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.906833] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.948319] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440532, 'name': RelocateVM_Task} progress is 34%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.002769] env[62359]: DEBUG nova.network.neutron [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Successfully created port: 104f460f-680f-48b9-ad76-4ba602dd074f {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.105364] env[62359]: DEBUG oslo_concurrency.lockutils [req-3a26a15b-626e-47a7-9578-64b1074d9bac req-952070a5-bb0c-49f0-95b0-3ac3b622da26 service nova] Releasing lock "refresh_cache-0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.144341] env[62359]: DEBUG nova.compute.manager [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.409040] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440533, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.447700] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440532, 'name': RelocateVM_Task} progress is 47%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.650741] env[62359]: INFO nova.virt.block_device [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Booting with volume b3de53db-253f-42e3-9d65-1cb453583325 at /dev/sda [ 717.689151] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77babb2e-7002-4519-b30d-4cb91395f7c8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.699221] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2a6372-99a3-4087-a6c3-98c21dbc3b0c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.737834] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-897cf34b-fdce-4b80-900e-41539f25b93c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.746469] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7456cc97-154d-438f-97bd-f3451e808d6d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.758366] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b00574-9989-472f-bca8-506f8ec608b6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.765862] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b73dd3-450c-4349-8185-e9373429b0f7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.810840] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70ebe53-bcf3-4142-b88f-e7b16dec5f89 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.814181] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e611c-16df-4ac9-8521-50ed5a83c329 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.825209] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef26a5-60fe-4a99-a8a9-e630075069fb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.830694] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc45485-cec6-48ad-b775-e5eba5dd0cbe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.844324] env[62359]: DEBUG nova.compute.provider_tree [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.849487] env[62359]: DEBUG nova.virt.block_device [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Updating existing volume attachment record: 09fb3263-2e34-4085-a1b8-d1750774d454 {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 717.908436] env[62359]: DEBUG oslo_vmware.api [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440533, 'name': PowerOnVM_Task, 'duration_secs': 0.590947} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.908763] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.908970] env[62359]: INFO nova.compute.manager [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Took 7.10 seconds to spawn the instance on the hypervisor. [ 717.909172] env[62359]: DEBUG nova.compute.manager [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.910044] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaefaa30-de00-403c-bc37-b469b9c04468 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.952018] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440532, 'name': RelocateVM_Task} progress is 60%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.353863] env[62359]: DEBUG nova.scheduler.client.report [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.434019] env[62359]: INFO nova.compute.manager [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Took 50.85 seconds to build instance. [ 718.452063] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440532, 'name': RelocateVM_Task} progress is 73%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.532033] env[62359]: DEBUG nova.compute.manager [req-d7ef9f3a-2a03-4ffe-8ab7-6ac8dc10160a req-c2f19af9-9759-4f9f-ab11-a3a6b5930df6 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Received event network-vif-plugged-104f460f-680f-48b9-ad76-4ba602dd074f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.532383] env[62359]: DEBUG oslo_concurrency.lockutils [req-d7ef9f3a-2a03-4ffe-8ab7-6ac8dc10160a req-c2f19af9-9759-4f9f-ab11-a3a6b5930df6 service nova] Acquiring lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.532675] env[62359]: DEBUG oslo_concurrency.lockutils [req-d7ef9f3a-2a03-4ffe-8ab7-6ac8dc10160a req-c2f19af9-9759-4f9f-ab11-a3a6b5930df6 service nova] Lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.533700] env[62359]: DEBUG oslo_concurrency.lockutils [req-d7ef9f3a-2a03-4ffe-8ab7-6ac8dc10160a req-c2f19af9-9759-4f9f-ab11-a3a6b5930df6 service nova] Lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.533700] env[62359]: DEBUG nova.compute.manager [req-d7ef9f3a-2a03-4ffe-8ab7-6ac8dc10160a req-c2f19af9-9759-4f9f-ab11-a3a6b5930df6 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] No waiting events found dispatching network-vif-plugged-104f460f-680f-48b9-ad76-4ba602dd074f {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.533700] env[62359]: WARNING nova.compute.manager [req-d7ef9f3a-2a03-4ffe-8ab7-6ac8dc10160a req-c2f19af9-9759-4f9f-ab11-a3a6b5930df6 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Received unexpected event network-vif-plugged-104f460f-680f-48b9-ad76-4ba602dd074f for instance with vm_state building and task_state block_device_mapping. [ 718.644546] env[62359]: DEBUG nova.network.neutron [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Successfully updated port: 104f460f-680f-48b9-ad76-4ba602dd074f {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.859356] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.859699] env[62359]: DEBUG nova.compute.manager [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.864030] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.907s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.864030] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.866837] env[62359]: DEBUG oslo_concurrency.lockutils [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.848s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.867113] env[62359]: DEBUG nova.objects.instance [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 718.894921] env[62359]: INFO nova.scheduler.client.report [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted allocations for instance 4d8aea82-d609-499c-970e-dc0369ae0e8f [ 718.937050] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b87da907-4eaf-4abf-b50e-d1753bec830e tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "5815dbcf-e70f-46b0-910c-ed60f8245a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.968s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.955419] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440532, 'name': RelocateVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.147280] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Acquiring lock "refresh_cache-519dab60-99ae-4f98-9cb5-216ea79aa4b2" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.147280] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Acquired lock "refresh_cache-519dab60-99ae-4f98-9cb5-216ea79aa4b2" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.147378] env[62359]: DEBUG nova.network.neutron [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.373673] env[62359]: DEBUG nova.compute.utils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 719.384950] env[62359]: DEBUG nova.compute.manager [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.384950] env[62359]: DEBUG nova.network.neutron [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.405753] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3b4a881c-3149-4695-a4cc-2babf6f1ec10 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "4d8aea82-d609-499c-970e-dc0369ae0e8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.067s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.431739] env[62359]: DEBUG nova.policy [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92467156672441bcbba0a0e3c9b2da62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dafe9b5ca6094ec1b31838029de4e3f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.440693] env[62359]: DEBUG nova.compute.manager [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.455283] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440532, 'name': RelocateVM_Task} progress is 97%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.695432] env[62359]: DEBUG nova.network.neutron [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.759622] env[62359]: DEBUG nova.network.neutron [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Successfully created port: d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.880589] env[62359]: DEBUG nova.compute.manager [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.887736] env[62359]: DEBUG oslo_concurrency.lockutils [None req-efe4c658-4785-401f-8e59-29737c36c580 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.888786] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.913s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.888986] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.891693] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.033s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.893211] env[62359]: INFO nova.compute.claims [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.913177] env[62359]: INFO nova.scheduler.client.report [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Deleted allocations for instance d66af878-384b-4046-b7b4-19f5bd038f46 [ 719.924436] env[62359]: DEBUG nova.network.neutron [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Updating instance_info_cache with network_info: [{"id": "104f460f-680f-48b9-ad76-4ba602dd074f", "address": "fa:16:3e:e1:d1:bb", "network": {"id": "b3f7a765-542d-41fc-a0ec-25bc317ffc0d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1316773380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2aa363664341fb85de16a856d5a104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104f460f-68", "ovs_interfaceid": "104f460f-680f-48b9-ad76-4ba602dd074f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.964760] env[62359]: DEBUG nova.compute.manager [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.965326] env[62359]: DEBUG nova.virt.hardware [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.965540] env[62359]: DEBUG nova.virt.hardware [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.965695] env[62359]: DEBUG nova.virt.hardware [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.965872] env[62359]: DEBUG nova.virt.hardware [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.966023] env[62359]: DEBUG nova.virt.hardware [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.966200] env[62359]: DEBUG nova.virt.hardware [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.966407] env[62359]: DEBUG nova.virt.hardware [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.966562] env[62359]: DEBUG nova.virt.hardware [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.966824] env[62359]: DEBUG nova.virt.hardware [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.966967] env[62359]: DEBUG nova.virt.hardware [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.967179] env[62359]: DEBUG nova.virt.hardware [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.969092] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440532, 'name': RelocateVM_Task} progress is 97%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.969890] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298fcd5c-faa3-4785-bc13-b34140f06612 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.973528] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.979588] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938d987d-8fad-49b3-b95f-a18a8ab6b3c7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.111846] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.112180] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.422951] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfd46446-2eed-405e-a6c0-2a2844bfe935 tempest-InstanceActionsV221TestJSON-810449764 tempest-InstanceActionsV221TestJSON-810449764-project-member] Lock "d66af878-384b-4046-b7b4-19f5bd038f46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.010s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.425918] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Releasing lock "refresh_cache-519dab60-99ae-4f98-9cb5-216ea79aa4b2" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.430957] env[62359]: DEBUG nova.compute.manager [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Instance network_info: |[{"id": "104f460f-680f-48b9-ad76-4ba602dd074f", "address": "fa:16:3e:e1:d1:bb", "network": {"id": "b3f7a765-542d-41fc-a0ec-25bc317ffc0d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1316773380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2aa363664341fb85de16a856d5a104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104f460f-68", "ovs_interfaceid": "104f460f-680f-48b9-ad76-4ba602dd074f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.430957] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:d1:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '104f460f-680f-48b9-ad76-4ba602dd074f', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.437618] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Creating folder: Project (5a2aa363664341fb85de16a856d5a104). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.438447] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b7183d6-c107-460e-9dda-80eecbaae004 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.453435] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440532, 'name': RelocateVM_Task} progress is 97%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.455023] env[62359]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 720.455348] env[62359]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62359) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 720.456064] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Folder already exists: Project (5a2aa363664341fb85de16a856d5a104). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 720.456575] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Creating folder: Instances. Parent ref: group-v494338. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.456985] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6711fd84-36b3-4e0d-87db-ed21248eb0a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.467619] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Created folder: Instances in parent group-v494338. [ 720.468110] env[62359]: DEBUG oslo.service.loopingcall [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.468458] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.469073] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad1fe9b9-e833-4b9e-a4ee-74c713145c4e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.492020] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.492020] env[62359]: value = "task-2440536" [ 720.492020] env[62359]: _type = "Task" [ 720.492020] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.498387] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440536, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.663039] env[62359]: DEBUG nova.compute.manager [req-881f47d9-8be6-46ba-bd5f-0aedeb62fb4f req-73f659c8-16de-4afe-9e2e-f792aa98d250 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Received event network-changed-104f460f-680f-48b9-ad76-4ba602dd074f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.663283] env[62359]: DEBUG nova.compute.manager [req-881f47d9-8be6-46ba-bd5f-0aedeb62fb4f req-73f659c8-16de-4afe-9e2e-f792aa98d250 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Refreshing instance network info cache due to event network-changed-104f460f-680f-48b9-ad76-4ba602dd074f. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.663500] env[62359]: DEBUG oslo_concurrency.lockutils [req-881f47d9-8be6-46ba-bd5f-0aedeb62fb4f req-73f659c8-16de-4afe-9e2e-f792aa98d250 service nova] Acquiring lock "refresh_cache-519dab60-99ae-4f98-9cb5-216ea79aa4b2" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.663642] env[62359]: DEBUG oslo_concurrency.lockutils [req-881f47d9-8be6-46ba-bd5f-0aedeb62fb4f req-73f659c8-16de-4afe-9e2e-f792aa98d250 service nova] Acquired lock "refresh_cache-519dab60-99ae-4f98-9cb5-216ea79aa4b2" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.663795] env[62359]: DEBUG nova.network.neutron [req-881f47d9-8be6-46ba-bd5f-0aedeb62fb4f req-73f659c8-16de-4afe-9e2e-f792aa98d250 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Refreshing network info cache for port 104f460f-680f-48b9-ad76-4ba602dd074f {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.814139] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "a0cbacf7-c198-475d-95a3-a130e45d1613" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.814380] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.891444] env[62359]: DEBUG nova.compute.manager [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.917107] env[62359]: DEBUG nova.virt.hardware [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.917350] env[62359]: DEBUG nova.virt.hardware [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.917510] env[62359]: DEBUG nova.virt.hardware [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.917687] env[62359]: DEBUG nova.virt.hardware [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.917834] env[62359]: DEBUG nova.virt.hardware [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.918168] env[62359]: DEBUG nova.virt.hardware [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.918448] env[62359]: DEBUG nova.virt.hardware [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.918626] env[62359]: DEBUG nova.virt.hardware [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.918818] env[62359]: DEBUG nova.virt.hardware [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.918998] env[62359]: DEBUG nova.virt.hardware [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.919223] env[62359]: DEBUG nova.virt.hardware [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.920267] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6138902d-7029-4067-a26e-687ccf24c13d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.928727] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75038b0-c6f6-4850-9615-3c0c28fc04a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.958076] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440532, 'name': RelocateVM_Task, 'duration_secs': 4.395428} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.958353] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 720.958547] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494344', 'volume_id': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'name': 'volume-f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d7cebb7-37e9-4e30-8681-2fa58d89b0b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'serial': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 720.959311] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d23711-9670-4e24-bdce-d4efebd2948f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.977140] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d53c996-3be6-4fbe-9f97-d27b69ced05f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.998562] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-f06dcba3-215d-40e9-b10f-135d1e57d7f6/volume-f06dcba3-215d-40e9-b10f-135d1e57d7f6.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.004094] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67876f9f-d78c-49f2-b44a-f616307ae966 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.022404] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440536, 'name': CreateVM_Task, 'duration_secs': 0.348372} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.023477] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.023971] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for the task: (returnval){ [ 721.023971] env[62359]: value = "task-2440537" [ 721.023971] env[62359]: _type = "Task" [ 721.023971] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.024503] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494346', 'volume_id': 'b3de53db-253f-42e3-9d65-1cb453583325', 'name': 'volume-b3de53db-253f-42e3-9d65-1cb453583325', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '519dab60-99ae-4f98-9cb5-216ea79aa4b2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3de53db-253f-42e3-9d65-1cb453583325', 'serial': 'b3de53db-253f-42e3-9d65-1cb453583325'}, 'attachment_id': '09fb3263-2e34-4085-a1b8-d1750774d454', 'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62359) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 721.024706] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Root volume attach. Driver type: vmdk {{(pid=62359) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 721.026111] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26364e7e-e73f-4584-a81e-b823fba47c7d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.041098] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d272381c-d7c4-4642-8e3b-1866ce1fd811 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.043736] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.048087] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1152691e-2a34-4118-8d1c-c567a7be6b3a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.056613] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-45b95c6f-b244-496a-80b9-c57907e27784 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.063510] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Waiting for the task: (returnval){ [ 721.063510] env[62359]: value = "task-2440538" [ 721.063510] env[62359]: _type = "Task" [ 721.063510] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.070912] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440538, 'name': RelocateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.393680] env[62359]: DEBUG nova.network.neutron [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Successfully updated port: d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.532110] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c47571-7d34-42e3-8fc7-d296be1e03f5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.538546] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440537, 'name': ReconfigVM_Task, 'duration_secs': 0.341082} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.539258] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-f06dcba3-215d-40e9-b10f-135d1e57d7f6/volume-f06dcba3-215d-40e9-b10f-135d1e57d7f6.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.549741] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f897e85-9abc-45df-8b56-5780b8eacdfe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.561544] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0a49fb-aef7-4b90-8b07-afc659aba7c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.572340] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for the task: (returnval){ [ 721.572340] env[62359]: value = "task-2440539" [ 721.572340] env[62359]: _type = "Task" [ 721.572340] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.607967] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440538, 'name': RelocateVM_Task} progress is 42%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.611993] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c174012-0a75-4df1-b7c2-49e58ad4ac96 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.618748] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.623723] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ddd8c0-dafb-4e94-85ed-31121a3b125d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.638406] env[62359]: DEBUG nova.compute.provider_tree [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.897023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.897418] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.897588] env[62359]: DEBUG nova.network.neutron [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.013298] env[62359]: DEBUG nova.network.neutron [req-881f47d9-8be6-46ba-bd5f-0aedeb62fb4f req-73f659c8-16de-4afe-9e2e-f792aa98d250 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Updated VIF entry in instance network info cache for port 104f460f-680f-48b9-ad76-4ba602dd074f. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.013298] env[62359]: DEBUG nova.network.neutron [req-881f47d9-8be6-46ba-bd5f-0aedeb62fb4f req-73f659c8-16de-4afe-9e2e-f792aa98d250 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Updating instance_info_cache with network_info: [{"id": "104f460f-680f-48b9-ad76-4ba602dd074f", "address": "fa:16:3e:e1:d1:bb", "network": {"id": "b3f7a765-542d-41fc-a0ec-25bc317ffc0d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1316773380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2aa363664341fb85de16a856d5a104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104f460f-68", "ovs_interfaceid": "104f460f-680f-48b9-ad76-4ba602dd074f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.083104] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440538, 'name': RelocateVM_Task} progress is 56%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.089235] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.144831] env[62359]: DEBUG nova.scheduler.client.report [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.466555] env[62359]: DEBUG nova.network.neutron [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.516800] env[62359]: DEBUG oslo_concurrency.lockutils [req-881f47d9-8be6-46ba-bd5f-0aedeb62fb4f req-73f659c8-16de-4afe-9e2e-f792aa98d250 service nova] Releasing lock "refresh_cache-519dab60-99ae-4f98-9cb5-216ea79aa4b2" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.590360] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440539, 'name': ReconfigVM_Task, 'duration_secs': 0.816714} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.593873] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494344', 'volume_id': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'name': 'volume-f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d7cebb7-37e9-4e30-8681-2fa58d89b0b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'serial': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 722.594513] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440538, 'name': RelocateVM_Task} progress is 69%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.596100] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd6c4476-63ff-4b5c-9411-19db3994b540 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.602535] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for the task: (returnval){ [ 722.602535] env[62359]: value = "task-2440540" [ 722.602535] env[62359]: _type = "Task" [ 722.602535] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.610881] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440540, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.653742] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.654150] env[62359]: DEBUG nova.compute.manager [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.659236] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.358s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.659395] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.663864] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.542s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.663864] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.666564] env[62359]: DEBUG oslo_concurrency.lockutils [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.939s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.666564] env[62359]: DEBUG oslo_concurrency.lockutils [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.667299] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.071s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.669285] env[62359]: INFO nova.compute.claims [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.695517] env[62359]: INFO nova.scheduler.client.report [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Deleted allocations for instance 46e66edb-3b02-4c07-bdb2-499c76d4258a [ 722.716822] env[62359]: INFO nova.scheduler.client.report [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Deleted allocations for instance 75169e1c-1cbe-4ae7-82d0-1029915850ac [ 722.722394] env[62359]: INFO nova.scheduler.client.report [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Deleted allocations for instance dff0ac3a-7e94-4349-af9c-2739b6c029ba [ 722.753558] env[62359]: DEBUG nova.compute.manager [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Received event network-vif-plugged-d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.753770] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] Acquiring lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.754097] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] Lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.754367] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] Lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.754475] env[62359]: DEBUG nova.compute.manager [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] No waiting events found dispatching network-vif-plugged-d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.755759] env[62359]: WARNING nova.compute.manager [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Received unexpected event network-vif-plugged-d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 for instance with vm_state building and task_state spawning. [ 722.755759] env[62359]: DEBUG nova.compute.manager [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Received event network-changed-d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.755759] env[62359]: DEBUG nova.compute.manager [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Refreshing instance network info cache due to event network-changed-d8f3418e-307f-4bd0-a72b-0c2ec9ad8116. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 722.755759] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] Acquiring lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.799383] env[62359]: DEBUG nova.network.neutron [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Updating instance_info_cache with network_info: [{"id": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "address": "fa:16:3e:ce:5c:7d", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f3418e-30", "ovs_interfaceid": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.085606] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440538, 'name': RelocateVM_Task} progress is 82%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.114038] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440540, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.160778] env[62359]: DEBUG nova.compute.utils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 723.166124] env[62359]: DEBUG nova.compute.manager [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Not allocating networking since 'none' was specified. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 723.214491] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c7ed47e-f6ad-4135-a968-dc0287378d3b tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "46e66edb-3b02-4c07-bdb2-499c76d4258a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.629s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.235108] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2a4bc1e-2f1f-4bfb-8546-4ff08ab3fa19 tempest-ServerShowV254Test-791210008 tempest-ServerShowV254Test-791210008-project-member] Lock "75169e1c-1cbe-4ae7-82d0-1029915850ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.148s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.236372] env[62359]: DEBUG oslo_concurrency.lockutils [None req-392ffc50-01e2-4fb1-a5c8-03f3e92b6d42 tempest-ServersAdminNegativeTestJSON-464719072 tempest-ServersAdminNegativeTestJSON-464719072-project-member] Lock "dff0ac3a-7e94-4349-af9c-2739b6c029ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.941s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.305181] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.305181] env[62359]: DEBUG nova.compute.manager [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Instance network_info: |[{"id": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "address": "fa:16:3e:ce:5c:7d", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f3418e-30", "ovs_interfaceid": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.305181] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] Acquired lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.305181] env[62359]: DEBUG nova.network.neutron [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Refreshing network info cache for port d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.305181] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:5c:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8f3418e-307f-4bd0-a72b-0c2ec9ad8116', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.322355] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Creating folder: Project (dafe9b5ca6094ec1b31838029de4e3f1). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.323723] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f573f94-a0b1-48da-a4fd-74dbc4a9b282 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.335901] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Created folder: Project (dafe9b5ca6094ec1b31838029de4e3f1) in parent group-v494269. [ 723.335901] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Creating folder: Instances. Parent ref: group-v494398. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.335901] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-914ac97b-36e8-43ad-b2a4-6a58fcf6863d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.347874] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Created folder: Instances in parent group-v494398. [ 723.347874] env[62359]: DEBUG oslo.service.loopingcall [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.347874] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.347874] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae148887-40d4-4a3a-b862-d7ec5272eaa7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.376075] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.376075] env[62359]: value = "task-2440543" [ 723.376075] env[62359]: _type = "Task" [ 723.376075] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.384725] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440543, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.589227] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440538, 'name': RelocateVM_Task} progress is 97%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.614441] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440540, 'name': Rename_Task, 'duration_secs': 0.91273} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.614721] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.614968] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b221b4c-fa7d-4da5-9a05-f2aaf6777696 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.623033] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for the task: (returnval){ [ 723.623033] env[62359]: value = "task-2440544" [ 723.623033] env[62359]: _type = "Task" [ 723.623033] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.632887] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.671283] env[62359]: DEBUG nova.compute.manager [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.886899] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440543, 'name': CreateVM_Task, 'duration_secs': 0.496317} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.889934] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.890412] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.890604] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.890828] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.891133] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ede41fa-3d6a-42d5-9e81-406413b40b15 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.898442] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 723.898442] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52dc9230-3ea3-a9ea-e8c6-5a4aeadb4be0" [ 723.898442] env[62359]: _type = "Task" [ 723.898442] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.919253] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52dc9230-3ea3-a9ea-e8c6-5a4aeadb4be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.095147] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440538, 'name': RelocateVM_Task} progress is 97%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.133726] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.282014] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86948133-c765-4e00-9ed3-8845a9a25eba {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.285631] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "84137aba-ca29-4084-8f19-eaa0476ef843" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.285905] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "84137aba-ca29-4084-8f19-eaa0476ef843" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.286126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "84137aba-ca29-4084-8f19-eaa0476ef843-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.286334] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "84137aba-ca29-4084-8f19-eaa0476ef843-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.286507] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "84137aba-ca29-4084-8f19-eaa0476ef843-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.289014] env[62359]: INFO nova.compute.manager [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Terminating instance [ 724.294663] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58943832-1120-4f58-8331-0afe0f3c9aef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.335381] env[62359]: DEBUG nova.network.neutron [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Updated VIF entry in instance network info cache for port d8f3418e-307f-4bd0-a72b-0c2ec9ad8116. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.335745] env[62359]: DEBUG nova.network.neutron [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Updating instance_info_cache with network_info: [{"id": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "address": "fa:16:3e:ce:5c:7d", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f3418e-30", "ovs_interfaceid": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.337938] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f78612-8bc9-46fe-b44a-55af9c7f4ea9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.347125] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8809e1a8-953a-4f2d-a84e-e882973fc323 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.367968] env[62359]: DEBUG nova.compute.provider_tree [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.411293] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52dc9230-3ea3-a9ea-e8c6-5a4aeadb4be0, 'name': SearchDatastore_Task, 'duration_secs': 0.019348} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.411293] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.411293] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.411293] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.411293] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.411527] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.412095] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c33fe5c1-0e84-4a66-9a8b-6162c84bbcf0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.421907] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.422116] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.423070] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b79a81-2b94-470e-8635-24f809002eb7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.430762] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 724.430762] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52662193-26bc-769a-3d03-d10ff551b711" [ 724.430762] env[62359]: _type = "Task" [ 724.430762] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.439780] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52662193-26bc-769a-3d03-d10ff551b711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.587264] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440538, 'name': RelocateVM_Task, 'duration_secs': 3.479428} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.587549] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 724.587915] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494346', 'volume_id': 'b3de53db-253f-42e3-9d65-1cb453583325', 'name': 'volume-b3de53db-253f-42e3-9d65-1cb453583325', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '519dab60-99ae-4f98-9cb5-216ea79aa4b2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3de53db-253f-42e3-9d65-1cb453583325', 'serial': 'b3de53db-253f-42e3-9d65-1cb453583325'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 724.588651] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46606cdf-26ee-40bc-b9e6-6843a674167e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.605546] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa380b4-1792-4114-b4ed-c1b8ccfadd64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.629091] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] volume-b3de53db-253f-42e3-9d65-1cb453583325/volume-b3de53db-253f-42e3-9d65-1cb453583325.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.629444] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aa0a727-a0cf-4bd4-8900-cd70ef22c2d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.651944] env[62359]: DEBUG oslo_vmware.api [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2440544, 'name': PowerOnVM_Task, 'duration_secs': 0.612533} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.653119] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.653340] env[62359]: INFO nova.compute.manager [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Took 9.51 seconds to spawn the instance on the hypervisor. [ 724.653521] env[62359]: DEBUG nova.compute.manager [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.653842] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Waiting for the task: (returnval){ [ 724.653842] env[62359]: value = "task-2440545" [ 724.653842] env[62359]: _type = "Task" [ 724.653842] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.654507] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb54954-6716-401e-975a-2fd6cb942a1b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.664337] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440545, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.683893] env[62359]: DEBUG nova.compute.manager [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.713409] env[62359]: DEBUG nova.virt.hardware [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.714624] env[62359]: DEBUG nova.virt.hardware [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.714624] env[62359]: DEBUG nova.virt.hardware [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.714624] env[62359]: DEBUG nova.virt.hardware [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.714624] env[62359]: DEBUG nova.virt.hardware [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.714624] env[62359]: DEBUG nova.virt.hardware [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.714624] env[62359]: DEBUG nova.virt.hardware [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.714913] env[62359]: DEBUG nova.virt.hardware [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.714913] env[62359]: DEBUG nova.virt.hardware [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.715015] env[62359]: DEBUG nova.virt.hardware [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.715196] env[62359]: DEBUG nova.virt.hardware [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.716339] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb60bab-2a33-4f8e-90f1-890ea024ea81 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.724636] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760ef464-97e1-46b1-aba1-1438d4866b76 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.738932] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.744715] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Creating folder: Project (5ae0610c5f5a42e284687c0fe55fc8ca). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.745049] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db0a48d4-fa97-42d4-8106-b3dc73618a65 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.755050] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Created folder: Project (5ae0610c5f5a42e284687c0fe55fc8ca) in parent group-v494269. [ 724.755050] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Creating folder: Instances. Parent ref: group-v494401. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.755181] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b96fcfa-fa08-4ca5-af76-4e9c2535a266 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.763475] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Created folder: Instances in parent group-v494401. [ 724.763745] env[62359]: DEBUG oslo.service.loopingcall [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 724.763936] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.764261] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed23ef81-372f-4c4e-9a73-a1a2f46783e7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.780463] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.780463] env[62359]: value = "task-2440548" [ 724.780463] env[62359]: _type = "Task" [ 724.780463] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.787886] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440548, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.799748] env[62359]: DEBUG nova.compute.manager [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.799960] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.800811] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39959ee3-1d66-4164-9fe5-3b7e262b95e2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.807964] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.808206] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-143367ae-d6cf-4480-9257-2ba9ffa79160 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.814326] env[62359]: DEBUG oslo_vmware.api [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 724.814326] env[62359]: value = "task-2440549" [ 724.814326] env[62359]: _type = "Task" [ 724.814326] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.822312] env[62359]: DEBUG oslo_vmware.api [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.841986] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d6c1b42-e6b5-4d86-a686-370f5e0180a4 req-b64edea0-0a2f-4baf-96fe-6b37b5b8b1c9 service nova] Releasing lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.871011] env[62359]: DEBUG nova.scheduler.client.report [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.942163] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52662193-26bc-769a-3d03-d10ff551b711, 'name': SearchDatastore_Task, 'duration_secs': 0.018618} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.943033] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f32fc3-8f1a-4bd5-8f97-11b94c7c1eae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.948454] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 724.948454] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f8ee82-5a2c-e88b-c1b5-596e548d9729" [ 724.948454] env[62359]: _type = "Task" [ 724.948454] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.956526] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f8ee82-5a2c-e88b-c1b5-596e548d9729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.166556] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.176906] env[62359]: INFO nova.compute.manager [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Took 57.17 seconds to build instance. [ 725.299903] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440548, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.330032] env[62359]: DEBUG oslo_vmware.api [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.379205] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.379888] env[62359]: DEBUG nova.compute.manager [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.383211] env[62359]: DEBUG oslo_concurrency.lockutils [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.936s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.383509] env[62359]: DEBUG nova.objects.instance [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 725.463880] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f8ee82-5a2c-e88b-c1b5-596e548d9729, 'name': SearchDatastore_Task, 'duration_secs': 0.030048} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.464194] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.464519] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 9354bdc7-4ce8-477e-a612-328ecde7e7fa/9354bdc7-4ce8-477e-a612-328ecde7e7fa.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.464787] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cf797df-1bc3-4e9a-85d3-efa947fc4b26 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.472826] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 725.472826] env[62359]: value = "task-2440550" [ 725.472826] env[62359]: _type = "Task" [ 725.472826] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.484947] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.671576] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440545, 'name': ReconfigVM_Task, 'duration_secs': 0.944881} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.673775] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Reconfigured VM instance instance-0000002b to attach disk [datastore2] volume-b3de53db-253f-42e3-9d65-1cb453583325/volume-b3de53db-253f-42e3-9d65-1cb453583325.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.677830] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b423babf-6ed2-42eb-8966-ea1eb2511290 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.690670] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d029bca-126b-4aae-ab3e-52f821f8a8c9 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.196s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.698041] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Waiting for the task: (returnval){ [ 725.698041] env[62359]: value = "task-2440551" [ 725.698041] env[62359]: _type = "Task" [ 725.698041] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.709036] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.793139] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440548, 'name': CreateVM_Task, 'duration_secs': 0.782312} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.793366] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.793844] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.794046] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.794395] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.794655] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172d8b56-bdb7-4ad7-a92f-a7a39696e866 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.799795] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 725.799795] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52880a8c-ecff-48ff-a5c1-270a51016a63" [ 725.799795] env[62359]: _type = "Task" [ 725.799795] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.808370] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52880a8c-ecff-48ff-a5c1-270a51016a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.824441] env[62359]: DEBUG oslo_vmware.api [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440549, 'name': PowerOffVM_Task, 'duration_secs': 0.735827} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.824728] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.824894] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.825178] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dd0a3b7-9624-475e-beba-b5c294630a31 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.889519] env[62359]: DEBUG nova.compute.utils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 725.894380] env[62359]: DEBUG nova.compute.manager [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Not allocating networking since 'none' was specified. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 725.896359] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.896967] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.896967] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Deleting the datastore file [datastore1] 84137aba-ca29-4084-8f19-eaa0476ef843 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.897162] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-529ab897-3297-4b7b-866f-72c26b0c6504 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.903747] env[62359]: DEBUG oslo_vmware.api [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 725.903747] env[62359]: value = "task-2440553" [ 725.903747] env[62359]: _type = "Task" [ 725.903747] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.913945] env[62359]: DEBUG oslo_vmware.api [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.983826] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483554} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.984217] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 9354bdc7-4ce8-477e-a612-328ecde7e7fa/9354bdc7-4ce8-477e-a612-328ecde7e7fa.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.984479] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.984766] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a13297ae-625f-4128-8f5f-a276415ea4cb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.990452] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 725.990452] env[62359]: value = "task-2440554" [ 725.990452] env[62359]: _type = "Task" [ 725.990452] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.000307] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.193560] env[62359]: DEBUG nova.compute.manager [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.215515] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440551, 'name': ReconfigVM_Task, 'duration_secs': 0.276538} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.216727] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494346', 'volume_id': 'b3de53db-253f-42e3-9d65-1cb453583325', 'name': 'volume-b3de53db-253f-42e3-9d65-1cb453583325', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '519dab60-99ae-4f98-9cb5-216ea79aa4b2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3de53db-253f-42e3-9d65-1cb453583325', 'serial': 'b3de53db-253f-42e3-9d65-1cb453583325'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 726.217423] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-707746c3-d3de-4b82-ad70-7648b8a72e69 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.225653] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Waiting for the task: (returnval){ [ 726.225653] env[62359]: value = "task-2440555" [ 726.225653] env[62359]: _type = "Task" [ 726.225653] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.234668] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440555, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.312021] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52880a8c-ecff-48ff-a5c1-270a51016a63, 'name': SearchDatastore_Task, 'duration_secs': 0.052206} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.312021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.312021] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.312021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.312021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.312021] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.312021] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4ed5941-a86c-4985-9ab3-0f08aa16248f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.321984] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.321984] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.321984] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637f99da-f02c-4dca-9723-4550999e292a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.328464] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 726.328464] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5200fde3-91e8-1b40-db40-fb9fc78b0978" [ 726.328464] env[62359]: _type = "Task" [ 726.328464] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.344021] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5200fde3-91e8-1b40-db40-fb9fc78b0978, 'name': SearchDatastore_Task, 'duration_secs': 0.008483} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.344021] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca976da-c568-47f1-89d0-e91d36261d1e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.347460] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 726.347460] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5267f763-5126-85ba-9e76-c5e9abd8fbf7" [ 726.347460] env[62359]: _type = "Task" [ 726.347460] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.358239] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5267f763-5126-85ba-9e76-c5e9abd8fbf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.397191] env[62359]: DEBUG oslo_concurrency.lockutils [None req-858fb4f2-8bc9-4d65-b735-1d37901122e5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.398065] env[62359]: DEBUG nova.compute.manager [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.401380] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.015s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.402104] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.406776] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.744s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.408782] env[62359]: INFO nova.compute.claims [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.424267] env[62359]: DEBUG oslo_vmware.api [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17996} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.424267] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.424267] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.424385] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.424525] env[62359]: INFO nova.compute.manager [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Took 1.62 seconds to destroy the instance on the hypervisor. [ 726.424822] env[62359]: DEBUG oslo.service.loopingcall [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.425018] env[62359]: DEBUG nova.compute.manager [-] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.425130] env[62359]: DEBUG nova.network.neutron [-] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.452800] env[62359]: INFO nova.scheduler.client.report [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Deleted allocations for instance 563269aa-69f0-4ace-ade4-18fda65aeb72 [ 726.502996] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058649} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.503520] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.504491] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3530e0ca-722b-465a-83d8-bbbc269be425 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.533620] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 9354bdc7-4ce8-477e-a612-328ecde7e7fa/9354bdc7-4ce8-477e-a612-328ecde7e7fa.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.534048] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e008bcf-d800-43f3-8fe6-7ad87e1d507d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.555577] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 726.555577] env[62359]: value = "task-2440556" [ 726.555577] env[62359]: _type = "Task" [ 726.555577] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.563825] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.719708] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.746457] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440555, 'name': Rename_Task, 'duration_secs': 0.201567} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.747061] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.747497] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60b1aca4-4560-408d-b1e5-766923eff7e2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.757067] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Waiting for the task: (returnval){ [ 726.757067] env[62359]: value = "task-2440557" [ 726.757067] env[62359]: _type = "Task" [ 726.757067] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.773014] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.860167] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5267f763-5126-85ba-9e76-c5e9abd8fbf7, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.860565] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.861390] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 2c305fef-3e7e-4436-bd8d-bef6f7b3941c/2c305fef-3e7e-4436-bd8d-bef6f7b3941c.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.861390] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9df629ef-cb33-40b3-93fe-d1d1d4556ba4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.868371] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 726.868371] env[62359]: value = "task-2440558" [ 726.868371] env[62359]: _type = "Task" [ 726.868371] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.880035] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.900261] env[62359]: DEBUG nova.compute.manager [req-6e78e829-1450-4cca-ad8c-8cf5e518a637 req-5a9dcc98-5e5c-4bcb-8745-125feb1aadfe service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Received event network-vif-deleted-af652b9c-40e3-42ab-8f37-8d5f33dc5fc7 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.900538] env[62359]: INFO nova.compute.manager [req-6e78e829-1450-4cca-ad8c-8cf5e518a637 req-5a9dcc98-5e5c-4bcb-8745-125feb1aadfe service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Neutron deleted interface af652b9c-40e3-42ab-8f37-8d5f33dc5fc7; detaching it from the instance and deleting it from the info cache [ 726.900688] env[62359]: DEBUG nova.network.neutron [req-6e78e829-1450-4cca-ad8c-8cf5e518a637 req-5a9dcc98-5e5c-4bcb-8745-125feb1aadfe service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.923570] env[62359]: DEBUG nova.compute.manager [req-00c69506-956b-47b4-8fd9-90de8763908c req-60c519e9-bf35-4c4c-ad78-e9cc50ff3305 service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Received event network-changed-040dee3f-c81d-493b-a44e-ef78e36530ff {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.923740] env[62359]: DEBUG nova.compute.manager [req-00c69506-956b-47b4-8fd9-90de8763908c req-60c519e9-bf35-4c4c-ad78-e9cc50ff3305 service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Refreshing instance network info cache due to event network-changed-040dee3f-c81d-493b-a44e-ef78e36530ff. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 726.923952] env[62359]: DEBUG oslo_concurrency.lockutils [req-00c69506-956b-47b4-8fd9-90de8763908c req-60c519e9-bf35-4c4c-ad78-e9cc50ff3305 service nova] Acquiring lock "refresh_cache-0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.926513] env[62359]: DEBUG oslo_concurrency.lockutils [req-00c69506-956b-47b4-8fd9-90de8763908c req-60c519e9-bf35-4c4c-ad78-e9cc50ff3305 service nova] Acquired lock "refresh_cache-0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.926513] env[62359]: DEBUG nova.network.neutron [req-00c69506-956b-47b4-8fd9-90de8763908c req-60c519e9-bf35-4c4c-ad78-e9cc50ff3305 service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Refreshing network info cache for port 040dee3f-c81d-493b-a44e-ef78e36530ff {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.960851] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9c21758e-cdba-44d7-ada6-acdb1a2c6bee tempest-ServerGroupTestJSON-1492200602 tempest-ServerGroupTestJSON-1492200602-project-member] Lock "563269aa-69f0-4ace-ade4-18fda65aeb72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.030s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.069974] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.269917] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440557, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.347487] env[62359]: DEBUG nova.network.neutron [-] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.381341] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488683} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.382099] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 2c305fef-3e7e-4436-bd8d-bef6f7b3941c/2c305fef-3e7e-4436-bd8d-bef6f7b3941c.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.382334] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.382590] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a62fdec-c7b3-4dcf-943c-b1726b1d9576 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.391122] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 727.391122] env[62359]: value = "task-2440559" [ 727.391122] env[62359]: _type = "Task" [ 727.391122] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.403712] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.404513] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9608e934-2d52-4e93-88fa-a8d3a08a0d1a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.415132] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e172fe-ea86-41b9-8a2b-26248ebf1130 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.428406] env[62359]: DEBUG nova.compute.manager [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.463040] env[62359]: DEBUG nova.compute.manager [req-6e78e829-1450-4cca-ad8c-8cf5e518a637 req-5a9dcc98-5e5c-4bcb-8745-125feb1aadfe service nova] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Detach interface failed, port_id=af652b9c-40e3-42ab-8f37-8d5f33dc5fc7, reason: Instance 84137aba-ca29-4084-8f19-eaa0476ef843 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 727.478555] env[62359]: DEBUG nova.virt.hardware [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.478811] env[62359]: DEBUG nova.virt.hardware [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.478967] env[62359]: DEBUG nova.virt.hardware [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.479167] env[62359]: DEBUG nova.virt.hardware [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.479438] env[62359]: DEBUG nova.virt.hardware [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.479515] env[62359]: DEBUG nova.virt.hardware [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.479661] env[62359]: DEBUG nova.virt.hardware [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.479839] env[62359]: DEBUG nova.virt.hardware [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.480142] env[62359]: DEBUG nova.virt.hardware [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.480241] env[62359]: DEBUG nova.virt.hardware [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.480401] env[62359]: DEBUG nova.virt.hardware [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.481315] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80588c-793f-47bb-8672-b8dcee452b58 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.495025] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9013b214-f43b-47ea-9f73-370a773ea4d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.510543] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.516341] env[62359]: DEBUG oslo.service.loopingcall [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.521890] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.522430] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74781104-d6f3-48cf-a780-9d2704a555e9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.539183] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.539183] env[62359]: value = "task-2440560" [ 727.539183] env[62359]: _type = "Task" [ 727.539183] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.546943] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440560, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.568261] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440556, 'name': ReconfigVM_Task, 'duration_secs': 0.605798} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.568543] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 9354bdc7-4ce8-477e-a612-328ecde7e7fa/9354bdc7-4ce8-477e-a612-328ecde7e7fa.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.569181] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1dd3618-edf5-4b56-8ba6-12f2f7da321e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.574518] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 727.574518] env[62359]: value = "task-2440561" [ 727.574518] env[62359]: _type = "Task" [ 727.574518] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.582235] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440561, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.766477] env[62359]: DEBUG oslo_vmware.api [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2440557, 'name': PowerOnVM_Task, 'duration_secs': 0.76235} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.766745] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.766945] env[62359]: INFO nova.compute.manager [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Took 7.80 seconds to spawn the instance on the hypervisor. [ 727.767136] env[62359]: DEBUG nova.compute.manager [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.767894] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33bd5e2-751e-4a72-9295-a5e540ca0374 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.854275] env[62359]: INFO nova.compute.manager [-] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Took 1.43 seconds to deallocate network for instance. [ 727.908025] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091894} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.908025] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.908025] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705b96eb-e8b6-4948-b627-8a175a018789 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.937776] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 2c305fef-3e7e-4436-bd8d-bef6f7b3941c/2c305fef-3e7e-4436-bd8d-bef6f7b3941c.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.941967] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8561d57-42ec-43c4-b236-3eed86419840 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.975566] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 727.975566] env[62359]: value = "task-2440562" [ 727.975566] env[62359]: _type = "Task" [ 727.975566] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.988723] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.038565] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f82f27f-5a9a-4cdc-973f-3bd76be5c951 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.052951] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838b0fb-284b-4fe6-ad4a-67a07372d22e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.056229] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440560, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.087833] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c8e7f5-7e91-4b0b-a86e-ab04482dbda7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.098611] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440561, 'name': Rename_Task, 'duration_secs': 0.375212} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.100767] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.101286] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b20e0e2-218a-4eb2-9a64-ceddf57d5b7a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.103517] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cbe4c9-6f49-4833-8ce5-f6aca62b3e90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.116592] env[62359]: DEBUG nova.compute.provider_tree [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.119074] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 728.119074] env[62359]: value = "task-2440563" [ 728.119074] env[62359]: _type = "Task" [ 728.119074] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.127165] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440563, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.288145] env[62359]: INFO nova.compute.manager [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Took 54.18 seconds to build instance. [ 728.340056] env[62359]: DEBUG nova.network.neutron [req-00c69506-956b-47b4-8fd9-90de8763908c req-60c519e9-bf35-4c4c-ad78-e9cc50ff3305 service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Updated VIF entry in instance network info cache for port 040dee3f-c81d-493b-a44e-ef78e36530ff. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.340469] env[62359]: DEBUG nova.network.neutron [req-00c69506-956b-47b4-8fd9-90de8763908c req-60c519e9-bf35-4c4c-ad78-e9cc50ff3305 service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Updating instance_info_cache with network_info: [{"id": "040dee3f-c81d-493b-a44e-ef78e36530ff", "address": "fa:16:3e:ad:ec:32", "network": {"id": "b548bf47-0756-43d9-b12a-d99cea9b5873", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1503212818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f6b1bd0d0e34c5e86bc262b35a0920b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040dee3f-c8", "ovs_interfaceid": "040dee3f-c81d-493b-a44e-ef78e36530ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.365941] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.489587] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.555806] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440560, 'name': CreateVM_Task, 'duration_secs': 0.598428} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.555806] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.555806] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.557500] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.557500] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.557500] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f65845-d220-472f-8021-9e8d921f9bf8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.563405] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 728.563405] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528dd92b-ca55-959a-9990-348f41b86780" [ 728.563405] env[62359]: _type = "Task" [ 728.563405] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.572459] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528dd92b-ca55-959a-9990-348f41b86780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.620924] env[62359]: DEBUG nova.scheduler.client.report [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.638841] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.793226] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f99d4dbc-94b2-4940-851a-0a6efff5aced tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.542s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.843854] env[62359]: DEBUG oslo_concurrency.lockutils [req-00c69506-956b-47b4-8fd9-90de8763908c req-60c519e9-bf35-4c4c-ad78-e9cc50ff3305 service nova] Releasing lock "refresh_cache-0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.991876] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440562, 'name': ReconfigVM_Task, 'duration_secs': 0.771919} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.992313] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 2c305fef-3e7e-4436-bd8d-bef6f7b3941c/2c305fef-3e7e-4436-bd8d-bef6f7b3941c.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.993196] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31dc692b-9068-4584-b03e-a3f3451a093b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.002630] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 729.002630] env[62359]: value = "task-2440564" [ 729.002630] env[62359]: _type = "Task" [ 729.002630] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.012404] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440564, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.076299] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528dd92b-ca55-959a-9990-348f41b86780, 'name': SearchDatastore_Task, 'duration_secs': 0.010742} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.076667] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.076983] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.077284] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.077479] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.077704] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.078025] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7442de8a-9894-4c23-b378-48640413d161 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.087696] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.088060] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.088881] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3b5a83-cb33-4503-85f0-eee74666ccfa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.094563] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 729.094563] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]523f8d52-c4fb-810f-05e6-cceb8c4879de" [ 729.094563] env[62359]: _type = "Task" [ 729.094563] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.104800] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523f8d52-c4fb-810f-05e6-cceb8c4879de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.131597] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.134035] env[62359]: DEBUG nova.compute.manager [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.135165] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.457s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.135756] env[62359]: DEBUG nova.objects.instance [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lazy-loading 'resources' on Instance uuid c94cf40d-a2a6-446d-8458-a160fcb8ff38 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.149655] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440563, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.299425] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.518647] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440564, 'name': Rename_Task, 'duration_secs': 0.298483} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.518647] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.518647] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b2fb14d-3648-40fc-9a9f-04a5c5097d33 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.525302] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 729.525302] env[62359]: value = "task-2440565" [ 729.525302] env[62359]: _type = "Task" [ 729.525302] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.537882] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.606450] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523f8d52-c4fb-810f-05e6-cceb8c4879de, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.607299] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9efe2c-96fe-4468-982c-2919117f52ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.616367] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 729.616367] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528766e0-8360-fa1f-80e4-7a5c15a3028a" [ 729.616367] env[62359]: _type = "Task" [ 729.616367] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.628715] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528766e0-8360-fa1f-80e4-7a5c15a3028a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.637065] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.641836] env[62359]: DEBUG nova.compute.utils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.649180] env[62359]: DEBUG nova.compute.manager [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.649180] env[62359]: DEBUG nova.network.neutron [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.790987] env[62359]: DEBUG nova.policy [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c1c46cc613b48099fdb12deb7ddb5bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfd69a872fdd4c9b81c2bf557ee63fdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.835994] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.930426] env[62359]: DEBUG nova.compute.manager [req-de53af16-d2ba-457c-b370-542bfeac1788 req-d366ab6c-676c-4f48-ac58-aec8e9ea28c3 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Received event network-changed-104f460f-680f-48b9-ad76-4ba602dd074f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.931021] env[62359]: DEBUG nova.compute.manager [req-de53af16-d2ba-457c-b370-542bfeac1788 req-d366ab6c-676c-4f48-ac58-aec8e9ea28c3 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Refreshing instance network info cache due to event network-changed-104f460f-680f-48b9-ad76-4ba602dd074f. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.931608] env[62359]: DEBUG oslo_concurrency.lockutils [req-de53af16-d2ba-457c-b370-542bfeac1788 req-d366ab6c-676c-4f48-ac58-aec8e9ea28c3 service nova] Acquiring lock "refresh_cache-519dab60-99ae-4f98-9cb5-216ea79aa4b2" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.932111] env[62359]: DEBUG oslo_concurrency.lockutils [req-de53af16-d2ba-457c-b370-542bfeac1788 req-d366ab6c-676c-4f48-ac58-aec8e9ea28c3 service nova] Acquired lock "refresh_cache-519dab60-99ae-4f98-9cb5-216ea79aa4b2" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.932505] env[62359]: DEBUG nova.network.neutron [req-de53af16-d2ba-457c-b370-542bfeac1788 req-d366ab6c-676c-4f48-ac58-aec8e9ea28c3 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Refreshing network info cache for port 104f460f-680f-48b9-ad76-4ba602dd074f {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.039883] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.126843] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528766e0-8360-fa1f-80e4-7a5c15a3028a, 'name': SearchDatastore_Task, 'duration_secs': 0.012282} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.127175] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.127475] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] dfebfd70-185b-453d-952f-eecea0e0c7b0/dfebfd70-185b-453d-952f-eecea0e0c7b0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.127895] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74d762f4-bbb9-4222-9260-a0ea24e6585c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.141999] env[62359]: DEBUG oslo_vmware.api [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2440563, 'name': PowerOnVM_Task, 'duration_secs': 1.546267} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.146502] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.146840] env[62359]: INFO nova.compute.manager [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Took 9.26 seconds to spawn the instance on the hypervisor. [ 730.146950] env[62359]: DEBUG nova.compute.manager [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.147326] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 730.147326] env[62359]: value = "task-2440566" [ 730.147326] env[62359]: _type = "Task" [ 730.147326] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.148248] env[62359]: DEBUG nova.compute.manager [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.151908] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d9c69-2d20-4571-8008-1413546bca18 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.184082] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.363575] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "65d045f2-2440-412a-aaaa-c1a4959c393f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.363955] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "65d045f2-2440-412a-aaaa-c1a4959c393f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.381555] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8373e06e-9004-45d7-9609-84ec33c60ea5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.390372] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee41358-b781-4043-94de-3aedf1d23924 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.396642] env[62359]: DEBUG nova.network.neutron [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Successfully created port: 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.431673] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c2f572-de5b-4cd9-9ea2-66e051ee21ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.444304] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a91e0-b372-43bc-b19c-80438c2c0752 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.459568] env[62359]: DEBUG nova.compute.provider_tree [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.544022] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440565, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.675284] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.709444] env[62359]: INFO nova.compute.manager [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Took 54.38 seconds to build instance. [ 730.760960] env[62359]: DEBUG nova.network.neutron [req-de53af16-d2ba-457c-b370-542bfeac1788 req-d366ab6c-676c-4f48-ac58-aec8e9ea28c3 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Updated VIF entry in instance network info cache for port 104f460f-680f-48b9-ad76-4ba602dd074f. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.761364] env[62359]: DEBUG nova.network.neutron [req-de53af16-d2ba-457c-b370-542bfeac1788 req-d366ab6c-676c-4f48-ac58-aec8e9ea28c3 service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Updating instance_info_cache with network_info: [{"id": "104f460f-680f-48b9-ad76-4ba602dd074f", "address": "fa:16:3e:e1:d1:bb", "network": {"id": "b3f7a765-542d-41fc-a0ec-25bc317ffc0d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1316773380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2aa363664341fb85de16a856d5a104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104f460f-68", "ovs_interfaceid": "104f460f-680f-48b9-ad76-4ba602dd074f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.965406] env[62359]: DEBUG nova.scheduler.client.report [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.038682] env[62359]: DEBUG oslo_vmware.api [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440565, 'name': PowerOnVM_Task, 'duration_secs': 1.038641} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.039077] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.039328] env[62359]: INFO nova.compute.manager [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Took 6.36 seconds to spawn the instance on the hypervisor. [ 731.039540] env[62359]: DEBUG nova.compute.manager [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.043027] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a304136b-3bb0-4dc6-81e1-56c08df9d45d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.175783] env[62359]: DEBUG nova.compute.manager [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.177984] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613615} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.178456] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] dfebfd70-185b-453d-952f-eecea0e0c7b0/dfebfd70-185b-453d-952f-eecea0e0c7b0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.178667] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.178998] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82f494a8-eebb-47a1-b939-71090e7d5a17 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.185958] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 731.185958] env[62359]: value = "task-2440567" [ 731.185958] env[62359]: _type = "Task" [ 731.185958] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.195315] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.212950] env[62359]: DEBUG oslo_concurrency.lockutils [None req-76881623-70a5-43c8-991f-0e9d54d01ff0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.487s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.217040] env[62359]: DEBUG nova.virt.hardware [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.217288] env[62359]: DEBUG nova.virt.hardware [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.217447] env[62359]: DEBUG nova.virt.hardware [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.217646] env[62359]: DEBUG nova.virt.hardware [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.217795] env[62359]: DEBUG nova.virt.hardware [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.217978] env[62359]: DEBUG nova.virt.hardware [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.218222] env[62359]: DEBUG nova.virt.hardware [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.218387] env[62359]: DEBUG nova.virt.hardware [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.218553] env[62359]: DEBUG nova.virt.hardware [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.218714] env[62359]: DEBUG nova.virt.hardware [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.218887] env[62359]: DEBUG nova.virt.hardware [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.219770] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4378e8fe-cf4c-45c2-bdeb-7e25a64f8240 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.230299] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83edc6aa-6108-4059-ab8a-fedf8d030c3f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.266188] env[62359]: DEBUG oslo_concurrency.lockutils [req-de53af16-d2ba-457c-b370-542bfeac1788 req-d366ab6c-676c-4f48-ac58-aec8e9ea28c3 service nova] Releasing lock "refresh_cache-519dab60-99ae-4f98-9cb5-216ea79aa4b2" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.474124] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.474124] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.202s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.476294] env[62359]: INFO nova.compute.claims [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.504275] env[62359]: INFO nova.scheduler.client.report [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted allocations for instance c94cf40d-a2a6-446d-8458-a160fcb8ff38 [ 731.559980] env[62359]: DEBUG nova.compute.manager [req-cf54daf6-e485-47cd-bc58-fd50528a8dd1 req-8ba62dca-4b78-489b-8d96-bc4a2f1e51c5 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Received event network-changed-d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.560196] env[62359]: DEBUG nova.compute.manager [req-cf54daf6-e485-47cd-bc58-fd50528a8dd1 req-8ba62dca-4b78-489b-8d96-bc4a2f1e51c5 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Refreshing instance network info cache due to event network-changed-d8f3418e-307f-4bd0-a72b-0c2ec9ad8116. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.560414] env[62359]: DEBUG oslo_concurrency.lockutils [req-cf54daf6-e485-47cd-bc58-fd50528a8dd1 req-8ba62dca-4b78-489b-8d96-bc4a2f1e51c5 service nova] Acquiring lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.560556] env[62359]: DEBUG oslo_concurrency.lockutils [req-cf54daf6-e485-47cd-bc58-fd50528a8dd1 req-8ba62dca-4b78-489b-8d96-bc4a2f1e51c5 service nova] Acquired lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.560718] env[62359]: DEBUG nova.network.neutron [req-cf54daf6-e485-47cd-bc58-fd50528a8dd1 req-8ba62dca-4b78-489b-8d96-bc4a2f1e51c5 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Refreshing network info cache for port d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.561911] env[62359]: INFO nova.compute.manager [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Took 50.72 seconds to build instance. [ 731.697402] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152844} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.697857] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.698840] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43ef9ca-15f0-43ad-8ef2-bfcafe558aae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.725116] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] dfebfd70-185b-453d-952f-eecea0e0c7b0/dfebfd70-185b-453d-952f-eecea0e0c7b0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.726545] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.730682] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-105aae7a-2152-479e-bd03-26b65039099e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.756064] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 731.756064] env[62359]: value = "task-2440568" [ 731.756064] env[62359]: _type = "Task" [ 731.756064] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.763573] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.013816] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8426dea0-9be3-4fe5-a70e-de2d81fdcb2a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "c94cf40d-a2a6-446d-8458-a160fcb8ff38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.221s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.068757] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c36feb90-732d-428a-99ae-b90fced17728 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "2c305fef-3e7e-4436-bd8d-bef6f7b3941c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.577s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.273535] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.283676] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.331362] env[62359]: DEBUG nova.network.neutron [req-cf54daf6-e485-47cd-bc58-fd50528a8dd1 req-8ba62dca-4b78-489b-8d96-bc4a2f1e51c5 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Updated VIF entry in instance network info cache for port d8f3418e-307f-4bd0-a72b-0c2ec9ad8116. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.331991] env[62359]: DEBUG nova.network.neutron [req-cf54daf6-e485-47cd-bc58-fd50528a8dd1 req-8ba62dca-4b78-489b-8d96-bc4a2f1e51c5 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Updating instance_info_cache with network_info: [{"id": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "address": "fa:16:3e:ce:5c:7d", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f3418e-30", "ovs_interfaceid": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.501080] env[62359]: DEBUG nova.compute.manager [req-fac440fc-1767-49cf-ac37-40ec5b3b3866 req-4385032c-de89-4334-af39-6127dccc3e36 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Received event network-vif-plugged-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.501469] env[62359]: DEBUG oslo_concurrency.lockutils [req-fac440fc-1767-49cf-ac37-40ec5b3b3866 req-4385032c-de89-4334-af39-6127dccc3e36 service nova] Acquiring lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.502290] env[62359]: DEBUG oslo_concurrency.lockutils [req-fac440fc-1767-49cf-ac37-40ec5b3b3866 req-4385032c-de89-4334-af39-6127dccc3e36 service nova] Lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.502290] env[62359]: DEBUG oslo_concurrency.lockutils [req-fac440fc-1767-49cf-ac37-40ec5b3b3866 req-4385032c-de89-4334-af39-6127dccc3e36 service nova] Lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.502380] env[62359]: DEBUG nova.compute.manager [req-fac440fc-1767-49cf-ac37-40ec5b3b3866 req-4385032c-de89-4334-af39-6127dccc3e36 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] No waiting events found dispatching network-vif-plugged-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.502590] env[62359]: WARNING nova.compute.manager [req-fac440fc-1767-49cf-ac37-40ec5b3b3866 req-4385032c-de89-4334-af39-6127dccc3e36 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Received unexpected event network-vif-plugged-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d for instance with vm_state building and task_state spawning. [ 732.570293] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.625868] env[62359]: DEBUG nova.network.neutron [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Successfully updated port: 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.765572] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440568, 'name': ReconfigVM_Task, 'duration_secs': 0.650249} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.765865] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Reconfigured VM instance instance-0000002e to attach disk [datastore1] dfebfd70-185b-453d-952f-eecea0e0c7b0/dfebfd70-185b-453d-952f-eecea0e0c7b0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.766547] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd13c100-34ab-4690-adb1-759db98e363a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.773680] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 732.773680] env[62359]: value = "task-2440569" [ 732.773680] env[62359]: _type = "Task" [ 732.773680] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.783980] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440569, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.842227] env[62359]: DEBUG oslo_concurrency.lockutils [req-cf54daf6-e485-47cd-bc58-fd50528a8dd1 req-8ba62dca-4b78-489b-8d96-bc4a2f1e51c5 service nova] Releasing lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.944105] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760abd81-8357-423c-8217-8ffb6de02e98 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.952525] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62062ea0-af72-427b-a3e2-e0a64754a289 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.985163] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df83200b-8aee-4a94-bcf6-52319df63ff8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.992848] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3daffd-d03c-4335-b8eb-b554064f7156 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.009373] env[62359]: DEBUG nova.compute.provider_tree [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.090032] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.129130] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.129411] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquired lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.129894] env[62359]: DEBUG nova.network.neutron [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.286739] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440569, 'name': Rename_Task, 'duration_secs': 0.241335} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.287244] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.287375] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cbb5bc0-9026-49f4-a5e7-1127f22bc939 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.294260] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 733.294260] env[62359]: value = "task-2440570" [ 733.294260] env[62359]: _type = "Task" [ 733.294260] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.302282] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.366050] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "73b635f5-1588-4312-b068-fbe3e8346af3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.366359] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.529791] env[62359]: ERROR nova.scheduler.client.report [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [req-04aec0a2-f7b4-4f84-ba06-088bc0ab13ca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-04aec0a2-f7b4-4f84-ba06-088bc0ab13ca"}]} [ 733.546997] env[62359]: DEBUG nova.scheduler.client.report [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 733.560919] env[62359]: DEBUG nova.scheduler.client.report [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 733.561177] env[62359]: DEBUG nova.compute.provider_tree [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.572638] env[62359]: DEBUG nova.scheduler.client.report [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 733.591404] env[62359]: DEBUG nova.scheduler.client.report [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 733.688886] env[62359]: DEBUG nova.network.neutron [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.805903] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.869395] env[62359]: DEBUG nova.compute.utils [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 733.876204] env[62359]: DEBUG nova.network.neutron [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updating instance_info_cache with network_info: [{"id": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "address": "fa:16:3e:8f:9e:a9", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f0c2e61-bc", "ovs_interfaceid": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.034272] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da34e552-f99d-49a9-8da7-15aa1ecfa078 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.044296] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531143d3-eecd-4399-83aa-e76f643216c8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.089282] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2616033e-4f85-47c9-9994-3cb75eef5b6b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.097119] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155d3666-5ba8-4047-8f29-ca1d687dac85 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.110225] env[62359]: DEBUG nova.compute.provider_tree [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.307026] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.373139] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.378372] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Releasing lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.378684] env[62359]: DEBUG nova.compute.manager [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Instance network_info: |[{"id": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "address": "fa:16:3e:8f:9e:a9", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f0c2e61-bc", "ovs_interfaceid": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.379060] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:9e:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f0c2e61-bc67-4e8e-8787-0d1616f8df1d', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.386595] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Creating folder: Project (bfd69a872fdd4c9b81c2bf557ee63fdc). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.387197] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44956683-bc47-4491-9ee8-eb4fcd749650 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.398289] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Created folder: Project (bfd69a872fdd4c9b81c2bf557ee63fdc) in parent group-v494269. [ 734.398473] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Creating folder: Instances. Parent ref: group-v494405. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.398706] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75d9ad5b-68c2-4792-9e45-e3fb11cc768c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.409652] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Created folder: Instances in parent group-v494405. [ 734.409904] env[62359]: DEBUG oslo.service.loopingcall [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.410114] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.410323] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b403c87-b208-4cce-9688-4c209df8a2f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.431299] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.431299] env[62359]: value = "task-2440573" [ 734.431299] env[62359]: _type = "Task" [ 734.431299] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.438950] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440573, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.571092] env[62359]: DEBUG nova.compute.manager [req-e3d0c2b6-3266-4027-b58f-69b8d3a6f77a req-69f26ca3-8168-474f-b1f0-4fc98f826d64 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Received event network-changed-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.571092] env[62359]: DEBUG nova.compute.manager [req-e3d0c2b6-3266-4027-b58f-69b8d3a6f77a req-69f26ca3-8168-474f-b1f0-4fc98f826d64 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Refreshing instance network info cache due to event network-changed-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.571092] env[62359]: DEBUG oslo_concurrency.lockutils [req-e3d0c2b6-3266-4027-b58f-69b8d3a6f77a req-69f26ca3-8168-474f-b1f0-4fc98f826d64 service nova] Acquiring lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.571441] env[62359]: DEBUG oslo_concurrency.lockutils [req-e3d0c2b6-3266-4027-b58f-69b8d3a6f77a req-69f26ca3-8168-474f-b1f0-4fc98f826d64 service nova] Acquired lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.571441] env[62359]: DEBUG nova.network.neutron [req-e3d0c2b6-3266-4027-b58f-69b8d3a6f77a req-69f26ca3-8168-474f-b1f0-4fc98f826d64 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Refreshing network info cache for port 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.643310] env[62359]: DEBUG nova.scheduler.client.report [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 734.643588] env[62359]: DEBUG nova.compute.provider_tree [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 74 to 75 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 734.643765] env[62359]: DEBUG nova.compute.provider_tree [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.806213] env[62359]: DEBUG oslo_vmware.api [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440570, 'name': PowerOnVM_Task, 'duration_secs': 1.278311} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.806475] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.806680] env[62359]: INFO nova.compute.manager [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Took 7.38 seconds to spawn the instance on the hypervisor. [ 734.806862] env[62359]: DEBUG nova.compute.manager [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.807633] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ceaad9-e7f5-4d3d-b92f-af8c82077dd5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.947027] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440573, 'name': CreateVM_Task, 'duration_secs': 0.326022} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.947127] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.947759] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.947926] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.948256] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.948499] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77e9f8f-9e25-407a-a3de-cba1aa5ff3ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.953529] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 734.953529] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52688d8d-dbc9-ae40-969b-8257d93381f4" [ 734.953529] env[62359]: _type = "Task" [ 734.953529] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.961579] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52688d8d-dbc9-ae40-969b-8257d93381f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.149035] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.675s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.149576] env[62359]: DEBUG nova.compute.manager [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.152677] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.017s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.154331] env[62359]: INFO nova.compute.claims [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.323679] env[62359]: INFO nova.compute.manager [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Took 44.75 seconds to build instance. [ 735.344549] env[62359]: DEBUG nova.network.neutron [req-e3d0c2b6-3266-4027-b58f-69b8d3a6f77a req-69f26ca3-8168-474f-b1f0-4fc98f826d64 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updated VIF entry in instance network info cache for port 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.344549] env[62359]: DEBUG nova.network.neutron [req-e3d0c2b6-3266-4027-b58f-69b8d3a6f77a req-69f26ca3-8168-474f-b1f0-4fc98f826d64 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updating instance_info_cache with network_info: [{"id": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "address": "fa:16:3e:8f:9e:a9", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f0c2e61-bc", "ovs_interfaceid": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.441622] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "73b635f5-1588-4312-b068-fbe3e8346af3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.441997] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.442337] env[62359]: INFO nova.compute.manager [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Attaching volume f8879cde-3475-42eb-864f-e08daba08292 to /dev/sdb [ 735.464514] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52688d8d-dbc9-ae40-969b-8257d93381f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.464816] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.465624] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.465624] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.465624] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.465624] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.465845] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e3062ce-16e5-4331-ad79-fe56abcb3f05 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.474186] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.474335] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.475914] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac53d2d9-e83a-4e1b-b8f3-512bc333001c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.478952] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb794c7c-6a35-45ed-ad35-03ab09fd7617 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.486424] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb97a7f-c64b-49ac-b67b-5be9dc03d5ff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.488791] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 735.488791] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bd2f33-785a-dda4-1129-74cde93102d5" [ 735.488791] env[62359]: _type = "Task" [ 735.488791] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.497029] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bd2f33-785a-dda4-1129-74cde93102d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.501016] env[62359]: DEBUG nova.virt.block_device [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Updating existing volume attachment record: 3e5b143c-80ac-4370-9384-880acc9138bc {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 735.503346] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9ebb64-727c-49b7-9d75-5aff31e688ce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.508290] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 735.508290] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52362773-3c2a-7ad0-d019-d8ac79256509" [ 735.508290] env[62359]: _type = "Task" [ 735.508290] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.517091] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52362773-3c2a-7ad0-d019-d8ac79256509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.659667] env[62359]: DEBUG nova.compute.utils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 735.663374] env[62359]: DEBUG nova.compute.manager [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.663428] env[62359]: DEBUG nova.network.neutron [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.745923] env[62359]: DEBUG nova.policy [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '917e179f84194355a98742e51c50f4fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '545943562e6345d49408be6c608afda5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.825576] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bdba89b-769c-408a-bc18-325dcd47d1e1 tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "dfebfd70-185b-453d-952f-eecea0e0c7b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.663s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.845955] env[62359]: DEBUG oslo_concurrency.lockutils [req-e3d0c2b6-3266-4027-b58f-69b8d3a6f77a req-69f26ca3-8168-474f-b1f0-4fc98f826d64 service nova] Releasing lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.021526] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52362773-3c2a-7ad0-d019-d8ac79256509, 'name': SearchDatastore_Task, 'duration_secs': 0.019569} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.021770] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.022077] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 09455f5a-ac87-4c1f-a6d1-0e9a0736493b/09455f5a-ac87-4c1f-a6d1-0e9a0736493b.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.022333] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb7f4530-0fe2-4f7f-ac44-a6f058d5ea0c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.028725] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 736.028725] env[62359]: value = "task-2440577" [ 736.028725] env[62359]: _type = "Task" [ 736.028725] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.037489] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.121926] env[62359]: DEBUG nova.network.neutron [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Successfully created port: 04c7006e-6688-47a6-8c8b-85b9c3c7c2cc {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.165494] env[62359]: DEBUG nova.compute.manager [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.181386] env[62359]: INFO nova.compute.manager [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Rebuilding instance [ 736.242897] env[62359]: DEBUG nova.compute.manager [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.243873] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40c0a34-7057-40a4-9b3f-d6a6d2a33f78 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.329051] env[62359]: DEBUG nova.compute.manager [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.538519] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487714} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.540930] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 09455f5a-ac87-4c1f-a6d1-0e9a0736493b/09455f5a-ac87-4c1f-a6d1-0e9a0736493b.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.541251] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.541740] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-601b5d6e-72cb-4758-ad9d-c1096abadf5f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.547592] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 736.547592] env[62359]: value = "task-2440578" [ 736.547592] env[62359]: _type = "Task" [ 736.547592] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.557731] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.665145] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1c7130-5d25-46b6-9b27-13a418ed864b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.676140] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae24f4e1-d7d1-4893-8909-2eb2b7828aad {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.708070] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64a5e57-2b5a-4d5f-9bb0-2138a1544180 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.716419] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0167cbee-3f55-4566-9ccd-2ea5f504e646 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.730460] env[62359]: DEBUG nova.compute.provider_tree [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.848352] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.057494] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071013} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.057849] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.058613] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7a4431-ee7f-4c73-bf18-e234bd0b4708 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.080406] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 09455f5a-ac87-4c1f-a6d1-0e9a0736493b/09455f5a-ac87-4c1f-a6d1-0e9a0736493b.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.080681] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3c95f06-a84a-4df6-946a-6bbd43bcf134 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.100581] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 737.100581] env[62359]: value = "task-2440579" [ 737.100581] env[62359]: _type = "Task" [ 737.100581] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.108069] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.181816] env[62359]: DEBUG nova.compute.manager [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.208152] env[62359]: DEBUG nova.virt.hardware [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.208399] env[62359]: DEBUG nova.virt.hardware [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.208554] env[62359]: DEBUG nova.virt.hardware [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.208732] env[62359]: DEBUG nova.virt.hardware [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.208876] env[62359]: DEBUG nova.virt.hardware [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.209038] env[62359]: DEBUG nova.virt.hardware [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.209276] env[62359]: DEBUG nova.virt.hardware [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.209439] env[62359]: DEBUG nova.virt.hardware [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.209606] env[62359]: DEBUG nova.virt.hardware [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.209765] env[62359]: DEBUG nova.virt.hardware [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.209937] env[62359]: DEBUG nova.virt.hardware [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.210851] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828372c2-6c49-44be-b224-3da4b5a0b591 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.219120] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61022759-d56e-4f56-9672-38fe98cceeaf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.234291] env[62359]: DEBUG nova.scheduler.client.report [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.256778] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.257072] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22e506cf-3371-405b-afbb-be62c0b3faed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.264379] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 737.264379] env[62359]: value = "task-2440580" [ 737.264379] env[62359]: _type = "Task" [ 737.264379] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.272754] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.613047] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440579, 'name': ReconfigVM_Task, 'duration_secs': 0.294823} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.613047] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 09455f5a-ac87-4c1f-a6d1-0e9a0736493b/09455f5a-ac87-4c1f-a6d1-0e9a0736493b.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.613360] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6b10b55-3a77-40e6-a084-10360f36a4dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.620026] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 737.620026] env[62359]: value = "task-2440581" [ 737.620026] env[62359]: _type = "Task" [ 737.620026] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.628158] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440581, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.739697] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.740368] env[62359]: DEBUG nova.compute.manager [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.743654] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.459s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.745896] env[62359]: INFO nova.compute.claims [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.776473] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440580, 'name': PowerOffVM_Task, 'duration_secs': 0.211724} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.776747] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.776983] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.777754] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc2f387-8a53-491d-94b8-bde99632465a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.786034] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.786578] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a86ed55-f519-4201-8886-9894f0f2c44b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.792579] env[62359]: DEBUG nova.compute.manager [req-78c286ec-f8da-4116-bf63-add056f5d4f0 req-3af59695-e908-4e18-8433-43d9329872dc service nova] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Received event network-vif-plugged-04c7006e-6688-47a6-8c8b-85b9c3c7c2cc {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.792797] env[62359]: DEBUG oslo_concurrency.lockutils [req-78c286ec-f8da-4116-bf63-add056f5d4f0 req-3af59695-e908-4e18-8433-43d9329872dc service nova] Acquiring lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.793060] env[62359]: DEBUG oslo_concurrency.lockutils [req-78c286ec-f8da-4116-bf63-add056f5d4f0 req-3af59695-e908-4e18-8433-43d9329872dc service nova] Lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.793316] env[62359]: DEBUG oslo_concurrency.lockutils [req-78c286ec-f8da-4116-bf63-add056f5d4f0 req-3af59695-e908-4e18-8433-43d9329872dc service nova] Lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.793545] env[62359]: DEBUG nova.compute.manager [req-78c286ec-f8da-4116-bf63-add056f5d4f0 req-3af59695-e908-4e18-8433-43d9329872dc service nova] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] No waiting events found dispatching network-vif-plugged-04c7006e-6688-47a6-8c8b-85b9c3c7c2cc {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.793786] env[62359]: WARNING nova.compute.manager [req-78c286ec-f8da-4116-bf63-add056f5d4f0 req-3af59695-e908-4e18-8433-43d9329872dc service nova] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Received unexpected event network-vif-plugged-04c7006e-6688-47a6-8c8b-85b9c3c7c2cc for instance with vm_state building and task_state spawning. [ 737.814071] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.814194] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.814355] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Deleting the datastore file [datastore1] dfebfd70-185b-453d-952f-eecea0e0c7b0 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.814790] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ce87d89-6301-49d7-bcae-7eb8da93ccb9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.821049] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 737.821049] env[62359]: value = "task-2440584" [ 737.821049] env[62359]: _type = "Task" [ 737.821049] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.830428] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.969377] env[62359]: DEBUG nova.network.neutron [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Successfully updated port: 04c7006e-6688-47a6-8c8b-85b9c3c7c2cc {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.130490] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440581, 'name': Rename_Task, 'duration_secs': 0.14094} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.130752] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.130993] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c1c7645-0fce-49a3-b499-735f245e5184 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.137255] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 738.137255] env[62359]: value = "task-2440585" [ 738.137255] env[62359]: _type = "Task" [ 738.137255] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.144719] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.250976] env[62359]: DEBUG nova.compute.utils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.252373] env[62359]: DEBUG nova.compute.manager [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.252547] env[62359]: DEBUG nova.network.neutron [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.301642] env[62359]: DEBUG nova.policy [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca645113cab5472a904c1afb5877164a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0540ceaa468d4df5bbb5553cb24bdb04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.332023] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099126} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.332304] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.332502] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.332684] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.477480] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquiring lock "refresh_cache-baec1543-5ffb-4fd8-8ce7-0b353a826f64" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.477480] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquired lock "refresh_cache-baec1543-5ffb-4fd8-8ce7-0b353a826f64" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.477480] env[62359]: DEBUG nova.network.neutron [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.652836] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440585, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.756389] env[62359]: DEBUG nova.compute.manager [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.798459] env[62359]: DEBUG nova.network.neutron [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Successfully created port: 1d8a0e07-15f5-4e78-9609-3c3696c06417 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.029430] env[62359]: DEBUG nova.network.neutron [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.147950] env[62359]: DEBUG oslo_vmware.api [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440585, 'name': PowerOnVM_Task, 'duration_secs': 0.551791} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.148276] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.148483] env[62359]: INFO nova.compute.manager [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Took 7.97 seconds to spawn the instance on the hypervisor. [ 739.148847] env[62359]: DEBUG nova.compute.manager [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.151700] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4cff6b-696a-40c1-b76c-ac0bf349bdf0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.195402] env[62359]: DEBUG nova.network.neutron [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Updating instance_info_cache with network_info: [{"id": "04c7006e-6688-47a6-8c8b-85b9c3c7c2cc", "address": "fa:16:3e:f5:1c:0a", "network": {"id": "263cfead-420c-403c-a44e-e42049d2eb26", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-749757540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545943562e6345d49408be6c608afda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c7006e-66", "ovs_interfaceid": "04c7006e-6688-47a6-8c8b-85b9c3c7c2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.220679] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b677c36a-c2bd-492d-acaa-fc532b6cd7bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.228675] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a94f52-c292-4968-95bd-c132abace5e1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.259649] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac62445-b761-4ca1-b8c0-e5fcf716f920 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.270093] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8c655e-6b88-48cc-9876-940dab974438 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.283854] env[62359]: DEBUG nova.compute.provider_tree [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.369971] env[62359]: DEBUG nova.virt.hardware [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.370257] env[62359]: DEBUG nova.virt.hardware [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.370421] env[62359]: DEBUG nova.virt.hardware [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.370630] env[62359]: DEBUG nova.virt.hardware [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.370788] env[62359]: DEBUG nova.virt.hardware [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.370938] env[62359]: DEBUG nova.virt.hardware [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.371201] env[62359]: DEBUG nova.virt.hardware [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.371394] env[62359]: DEBUG nova.virt.hardware [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.371564] env[62359]: DEBUG nova.virt.hardware [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.371743] env[62359]: DEBUG nova.virt.hardware [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.371913] env[62359]: DEBUG nova.virt.hardware [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.372799] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb33bb3-f782-4729-9ca1-88ed34a4ab34 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.380960] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29dcfc2-f26c-4352-8599-0109fd7ed988 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.394962] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.400485] env[62359]: DEBUG oslo.service.loopingcall [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.400728] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.400927] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-200572fe-cdd9-4f49-ba78-73ac877807b7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.417454] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.417454] env[62359]: value = "task-2440586" [ 739.417454] env[62359]: _type = "Task" [ 739.417454] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.425804] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440586, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.670064] env[62359]: INFO nova.compute.manager [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Took 45.03 seconds to build instance. [ 739.699880] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Releasing lock "refresh_cache-baec1543-5ffb-4fd8-8ce7-0b353a826f64" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.700232] env[62359]: DEBUG nova.compute.manager [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Instance network_info: |[{"id": "04c7006e-6688-47a6-8c8b-85b9c3c7c2cc", "address": "fa:16:3e:f5:1c:0a", "network": {"id": "263cfead-420c-403c-a44e-e42049d2eb26", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-749757540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545943562e6345d49408be6c608afda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c7006e-66", "ovs_interfaceid": "04c7006e-6688-47a6-8c8b-85b9c3c7c2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.700965] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:1c:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04c7006e-6688-47a6-8c8b-85b9c3c7c2cc', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.708969] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Creating folder: Project (545943562e6345d49408be6c608afda5). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.709324] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08e56592-508c-478a-92db-179243f86b52 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.720806] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Created folder: Project (545943562e6345d49408be6c608afda5) in parent group-v494269. [ 739.721095] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Creating folder: Instances. Parent ref: group-v494411. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.721388] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-845fba1f-1bc6-4531-8808-3f8e477cb87f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.730549] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Created folder: Instances in parent group-v494411. [ 739.730786] env[62359]: DEBUG oslo.service.loopingcall [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.731042] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.731287] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a2d0ccb-b49a-4164-9a8b-7aca9f804dc0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.751633] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.751633] env[62359]: value = "task-2440589" [ 739.751633] env[62359]: _type = "Task" [ 739.751633] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.760520] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440589, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.776015] env[62359]: DEBUG nova.compute.manager [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.787088] env[62359]: DEBUG nova.scheduler.client.report [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.803757] env[62359]: DEBUG nova.virt.hardware [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.804308] env[62359]: DEBUG nova.virt.hardware [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.804308] env[62359]: DEBUG nova.virt.hardware [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.804440] env[62359]: DEBUG nova.virt.hardware [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.804549] env[62359]: DEBUG nova.virt.hardware [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.804708] env[62359]: DEBUG nova.virt.hardware [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.804866] env[62359]: DEBUG nova.virt.hardware [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.805040] env[62359]: DEBUG nova.virt.hardware [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.805213] env[62359]: DEBUG nova.virt.hardware [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.805726] env[62359]: DEBUG nova.virt.hardware [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.805726] env[62359]: DEBUG nova.virt.hardware [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.806458] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8226402f-212e-4b43-a6d3-bdeaa6d71e4a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.816041] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d854738b-0324-44ee-9eb2-a1ad37441cf7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.887020] env[62359]: DEBUG nova.compute.manager [req-c8eeebe0-f128-479e-9057-132204fb5573 req-c23040f9-bf9a-4fd1-840f-209a42189479 service nova] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Received event network-changed-04c7006e-6688-47a6-8c8b-85b9c3c7c2cc {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.887278] env[62359]: DEBUG nova.compute.manager [req-c8eeebe0-f128-479e-9057-132204fb5573 req-c23040f9-bf9a-4fd1-840f-209a42189479 service nova] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Refreshing instance network info cache due to event network-changed-04c7006e-6688-47a6-8c8b-85b9c3c7c2cc. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 739.887558] env[62359]: DEBUG oslo_concurrency.lockutils [req-c8eeebe0-f128-479e-9057-132204fb5573 req-c23040f9-bf9a-4fd1-840f-209a42189479 service nova] Acquiring lock "refresh_cache-baec1543-5ffb-4fd8-8ce7-0b353a826f64" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.887737] env[62359]: DEBUG oslo_concurrency.lockutils [req-c8eeebe0-f128-479e-9057-132204fb5573 req-c23040f9-bf9a-4fd1-840f-209a42189479 service nova] Acquired lock "refresh_cache-baec1543-5ffb-4fd8-8ce7-0b353a826f64" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.887942] env[62359]: DEBUG nova.network.neutron [req-c8eeebe0-f128-479e-9057-132204fb5573 req-c23040f9-bf9a-4fd1-840f-209a42189479 service nova] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Refreshing network info cache for port 04c7006e-6688-47a6-8c8b-85b9c3c7c2cc {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.928556] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440586, 'name': CreateVM_Task, 'duration_secs': 0.333939} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.928728] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.929164] env[62359]: DEBUG oslo_concurrency.lockutils [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.929343] env[62359]: DEBUG oslo_concurrency.lockutils [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.929672] env[62359]: DEBUG oslo_concurrency.lockutils [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.929904] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b805ff-73a5-4b95-8830-8de0ddef7478 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.935021] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 739.935021] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52729857-e360-dc01-8220-d34dccf01f7d" [ 739.935021] env[62359]: _type = "Task" [ 739.935021] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.943171] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52729857-e360-dc01-8220-d34dccf01f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.963420] env[62359]: DEBUG nova.objects.instance [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lazy-loading 'flavor' on Instance uuid 5b56543f-7140-4cc9-9ad7-9a93e36888cf {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.051567] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 740.051851] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494409', 'volume_id': 'f8879cde-3475-42eb-864f-e08daba08292', 'name': 'volume-f8879cde-3475-42eb-864f-e08daba08292', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73b635f5-1588-4312-b068-fbe3e8346af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8879cde-3475-42eb-864f-e08daba08292', 'serial': 'f8879cde-3475-42eb-864f-e08daba08292'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 740.052853] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47da7c0-415d-4893-8363-6653940f3d0b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.071841] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1225ef-e736-47ea-a898-00298e86bfe5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.101831] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-f8879cde-3475-42eb-864f-e08daba08292/volume-f8879cde-3475-42eb-864f-e08daba08292.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.101831] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e56b853-9ad1-48b5-bce2-d557de2bc33f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.118623] env[62359]: DEBUG oslo_vmware.api [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 740.118623] env[62359]: value = "task-2440590" [ 740.118623] env[62359]: _type = "Task" [ 740.118623] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.126675] env[62359]: DEBUG oslo_vmware.api [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.172498] env[62359]: DEBUG oslo_concurrency.lockutils [None req-38c4674e-7eab-4848-b376-79027dc4d6fb tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.128s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.263388] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440589, 'name': CreateVM_Task, 'duration_secs': 0.361666} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.263388] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.263388] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.293957] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.294495] env[62359]: DEBUG nova.compute.manager [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.297635] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.013s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.297804] env[62359]: DEBUG nova.objects.instance [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lazy-loading 'resources' on Instance uuid 8ad6a0bd-5b35-4b39-bfbb-c714da148898 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.446216] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52729857-e360-dc01-8220-d34dccf01f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009105} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.446216] env[62359]: DEBUG oslo_concurrency.lockutils [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.447016] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.447016] env[62359]: DEBUG oslo_concurrency.lockutils [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.447016] env[62359]: DEBUG oslo_concurrency.lockutils [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.447016] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.447285] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.447599] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.447825] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-838f000b-0c3e-424c-ba43-eabbe83613f5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.452018] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6c1bd5-ae63-4cf3-a3d3-1ca82abc2e63 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.454713] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for the task: (returnval){ [ 740.454713] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b6c450-72d8-5a6a-4715-72b1b6f12845" [ 740.454713] env[62359]: _type = "Task" [ 740.454713] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.462302] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b6c450-72d8-5a6a-4715-72b1b6f12845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.463028] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.463239] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.464028] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f83862c-66e8-4539-bd33-785737d4364c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.468819] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquiring lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.468992] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquired lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.472617] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 740.472617] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e70fd3-fd09-bdc4-0006-7ec488847e53" [ 740.472617] env[62359]: _type = "Task" [ 740.472617] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.482752] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e70fd3-fd09-bdc4-0006-7ec488847e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.628227] env[62359]: DEBUG oslo_vmware.api [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440590, 'name': ReconfigVM_Task, 'duration_secs': 0.390694} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.628553] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-f8879cde-3475-42eb-864f-e08daba08292/volume-f8879cde-3475-42eb-864f-e08daba08292.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.633280] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4584e440-b199-45ca-b664-96ab21518cfb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.651216] env[62359]: DEBUG oslo_vmware.api [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 740.651216] env[62359]: value = "task-2440591" [ 740.651216] env[62359]: _type = "Task" [ 740.651216] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.655767] env[62359]: DEBUG nova.network.neutron [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Successfully updated port: 1d8a0e07-15f5-4e78-9609-3c3696c06417 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.665544] env[62359]: DEBUG oslo_vmware.api [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.675237] env[62359]: DEBUG nova.compute.manager [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.732200] env[62359]: DEBUG nova.network.neutron [req-c8eeebe0-f128-479e-9057-132204fb5573 req-c23040f9-bf9a-4fd1-840f-209a42189479 service nova] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Updated VIF entry in instance network info cache for port 04c7006e-6688-47a6-8c8b-85b9c3c7c2cc. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.732568] env[62359]: DEBUG nova.network.neutron [req-c8eeebe0-f128-479e-9057-132204fb5573 req-c23040f9-bf9a-4fd1-840f-209a42189479 service nova] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Updating instance_info_cache with network_info: [{"id": "04c7006e-6688-47a6-8c8b-85b9c3c7c2cc", "address": "fa:16:3e:f5:1c:0a", "network": {"id": "263cfead-420c-403c-a44e-e42049d2eb26", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-749757540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545943562e6345d49408be6c608afda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c7006e-66", "ovs_interfaceid": "04c7006e-6688-47a6-8c8b-85b9c3c7c2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.804613] env[62359]: DEBUG nova.compute.utils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 740.809049] env[62359]: DEBUG nova.compute.manager [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.809049] env[62359]: DEBUG nova.network.neutron [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.879155] env[62359]: DEBUG nova.policy [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9e0a08b8c44cb6a6710c1017ea0f18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8478e39a052b46eea96acd46e85d17f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.968155] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b6c450-72d8-5a6a-4715-72b1b6f12845, 'name': SearchDatastore_Task, 'duration_secs': 0.018314} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.970740] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.970985] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.971224] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.982990] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e70fd3-fd09-bdc4-0006-7ec488847e53, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.983284] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0f42ef-62d5-4cb9-b4db-353ddec6613e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.991316] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 740.991316] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527988e0-74cb-3fc2-f0c5-3c89976652e3" [ 740.991316] env[62359]: _type = "Task" [ 740.991316] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.999644] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527988e0-74cb-3fc2-f0c5-3c89976652e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.112634] env[62359]: DEBUG nova.network.neutron [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.166038] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.166038] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.166038] env[62359]: DEBUG nova.network.neutron [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.179180] env[62359]: DEBUG oslo_vmware.api [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440591, 'name': ReconfigVM_Task, 'duration_secs': 0.15043} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.179180] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494409', 'volume_id': 'f8879cde-3475-42eb-864f-e08daba08292', 'name': 'volume-f8879cde-3475-42eb-864f-e08daba08292', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73b635f5-1588-4312-b068-fbe3e8346af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8879cde-3475-42eb-864f-e08daba08292', 'serial': 'f8879cde-3475-42eb-864f-e08daba08292'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 741.204978] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.238651] env[62359]: DEBUG oslo_concurrency.lockutils [req-c8eeebe0-f128-479e-9057-132204fb5573 req-c23040f9-bf9a-4fd1-840f-209a42189479 service nova] Releasing lock "refresh_cache-baec1543-5ffb-4fd8-8ce7-0b353a826f64" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.274747] env[62359]: DEBUG nova.network.neutron [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Successfully created port: 1c361089-d20f-44fc-8166-587164ae919f {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.312009] env[62359]: DEBUG nova.compute.manager [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.327705] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf7176a-d429-462f-af3f-7c88f8884421 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.335616] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ccc520-8421-4348-8c5b-f11a937d67fb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.369144] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b720143-ab0f-4753-a8c2-cb28eb2cb3d4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.380303] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d486cc-ea48-4dc7-a136-d0f1a149ef80 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.387402] env[62359]: DEBUG nova.compute.manager [req-3fe4d248-11c8-4b57-b477-e8aad63e1f45 req-2d194e4b-da89-4e12-91a8-c77b7f11437a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Received event network-changed-815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.387593] env[62359]: DEBUG nova.compute.manager [req-3fe4d248-11c8-4b57-b477-e8aad63e1f45 req-2d194e4b-da89-4e12-91a8-c77b7f11437a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Refreshing instance network info cache due to event network-changed-815dfc1b-7888-4c2f-bb84-6c4dd67e9031. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.387781] env[62359]: DEBUG oslo_concurrency.lockutils [req-3fe4d248-11c8-4b57-b477-e8aad63e1f45 req-2d194e4b-da89-4e12-91a8-c77b7f11437a service nova] Acquiring lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.397358] env[62359]: DEBUG nova.compute.provider_tree [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.510190] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527988e0-74cb-3fc2-f0c5-3c89976652e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012892} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.510190] env[62359]: DEBUG oslo_concurrency.lockutils [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.511351] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] dfebfd70-185b-453d-952f-eecea0e0c7b0/dfebfd70-185b-453d-952f-eecea0e0c7b0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.511351] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.511351] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.512285] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22f5ed97-9757-4bec-a4cd-1736748c492c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.514922] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa58d6fa-2ffd-4fd9-bc2c-d8d3e3b84a5a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.525232] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 741.525232] env[62359]: value = "task-2440592" [ 741.525232] env[62359]: _type = "Task" [ 741.525232] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.528675] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.528675] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.533947] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5952e126-7470-4f01-a2ed-e4c6cdb83a6f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.544659] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.546093] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for the task: (returnval){ [ 741.546093] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524c510f-155e-e32f-66e7-c76457680eef" [ 741.546093] env[62359]: _type = "Task" [ 741.546093] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.555248] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524c510f-155e-e32f-66e7-c76457680eef, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.557941] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4922247-7cd1-412a-8d59-fbeaaaa5e9a7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.561864] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for the task: (returnval){ [ 741.561864] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5268c80c-d116-0cf5-ec7f-e98e79bd5101" [ 741.561864] env[62359]: _type = "Task" [ 741.561864] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.572191] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5268c80c-d116-0cf5-ec7f-e98e79bd5101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.707614] env[62359]: DEBUG nova.network.neutron [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.900523] env[62359]: DEBUG nova.scheduler.client.report [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.920726] env[62359]: DEBUG nova.network.neutron [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updating instance_info_cache with network_info: [{"id": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "address": "fa:16:3e:b2:06:0f", "network": {"id": "983be6fd-1051-4a2e-9c1d-1ebecfc15cac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2120790224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490af6eea6e249c8805f83bd007e1e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dfc1b-78", "ovs_interfaceid": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.934495] env[62359]: DEBUG nova.compute.manager [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Received event network-vif-plugged-1d8a0e07-15f5-4e78-9609-3c3696c06417 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.934574] env[62359]: DEBUG oslo_concurrency.lockutils [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] Acquiring lock "8e3af67b-5850-4fff-9437-83b6c2cc0852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.934862] env[62359]: DEBUG oslo_concurrency.lockutils [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.935109] env[62359]: DEBUG oslo_concurrency.lockutils [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.935332] env[62359]: DEBUG nova.compute.manager [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] No waiting events found dispatching network-vif-plugged-1d8a0e07-15f5-4e78-9609-3c3696c06417 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.935518] env[62359]: WARNING nova.compute.manager [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Received unexpected event network-vif-plugged-1d8a0e07-15f5-4e78-9609-3c3696c06417 for instance with vm_state building and task_state spawning. [ 741.936090] env[62359]: DEBUG nova.compute.manager [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Received event network-changed-1d8a0e07-15f5-4e78-9609-3c3696c06417 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.936272] env[62359]: DEBUG nova.compute.manager [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Refreshing instance network info cache due to event network-changed-1d8a0e07-15f5-4e78-9609-3c3696c06417. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.936484] env[62359]: DEBUG oslo_concurrency.lockutils [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] Acquiring lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.948099] env[62359]: DEBUG nova.network.neutron [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance_info_cache with network_info: [{"id": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "address": "fa:16:3e:9f:3c:7a", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8a0e07-15", "ovs_interfaceid": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.010323] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.010558] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.037746] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440592, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.071821] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5268c80c-d116-0cf5-ec7f-e98e79bd5101, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.072131] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.072430] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] baec1543-5ffb-4fd8-8ce7-0b353a826f64/baec1543-5ffb-4fd8-8ce7-0b353a826f64.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.072723] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49ed2d6e-47b8-4e13-b4c1-88a86e501b38 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.078929] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for the task: (returnval){ [ 742.078929] env[62359]: value = "task-2440593" [ 742.078929] env[62359]: _type = "Task" [ 742.078929] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.086714] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.245459] env[62359]: DEBUG nova.objects.instance [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lazy-loading 'flavor' on Instance uuid 73b635f5-1588-4312-b068-fbe3e8346af3 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.322581] env[62359]: DEBUG nova.compute.manager [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.348020] env[62359]: DEBUG nova.virt.hardware [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.348176] env[62359]: DEBUG nova.virt.hardware [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.348271] env[62359]: DEBUG nova.virt.hardware [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.348516] env[62359]: DEBUG nova.virt.hardware [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.348584] env[62359]: DEBUG nova.virt.hardware [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.348729] env[62359]: DEBUG nova.virt.hardware [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.348973] env[62359]: DEBUG nova.virt.hardware [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.349094] env[62359]: DEBUG nova.virt.hardware [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.349263] env[62359]: DEBUG nova.virt.hardware [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.349427] env[62359]: DEBUG nova.virt.hardware [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.349597] env[62359]: DEBUG nova.virt.hardware [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.350478] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ef903-24bd-4d46-ad40-f80bf4f26710 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.358983] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82656e71-051b-4475-a349-1dd781afb72d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.409639] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.411821] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.438s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.413458] env[62359]: INFO nova.compute.claims [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.423345] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Releasing lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.424020] env[62359]: DEBUG nova.compute.manager [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Inject network info {{(pid=62359) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 742.424020] env[62359]: DEBUG nova.compute.manager [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] network_info to inject: |[{"id": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "address": "fa:16:3e:b2:06:0f", "network": {"id": "983be6fd-1051-4a2e-9c1d-1ebecfc15cac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2120790224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490af6eea6e249c8805f83bd007e1e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dfc1b-78", "ovs_interfaceid": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 742.429026] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Reconfiguring VM instance to set the machine id {{(pid=62359) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 742.429345] env[62359]: DEBUG oslo_concurrency.lockutils [req-3fe4d248-11c8-4b57-b477-e8aad63e1f45 req-2d194e4b-da89-4e12-91a8-c77b7f11437a service nova] Acquired lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.430027] env[62359]: DEBUG nova.network.neutron [req-3fe4d248-11c8-4b57-b477-e8aad63e1f45 req-2d194e4b-da89-4e12-91a8-c77b7f11437a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Refreshing network info cache for port 815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.430929] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7868a254-9a9e-49e2-8049-e2049803b117 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.441570] env[62359]: INFO nova.scheduler.client.report [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Deleted allocations for instance 8ad6a0bd-5b35-4b39-bfbb-c714da148898 [ 742.449230] env[62359]: DEBUG oslo_vmware.api [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 742.449230] env[62359]: value = "task-2440594" [ 742.449230] env[62359]: _type = "Task" [ 742.449230] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.452306] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.452502] env[62359]: DEBUG nova.compute.manager [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Instance network_info: |[{"id": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "address": "fa:16:3e:9f:3c:7a", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8a0e07-15", "ovs_interfaceid": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.452767] env[62359]: DEBUG oslo_concurrency.lockutils [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] Acquired lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.452938] env[62359]: DEBUG nova.network.neutron [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Refreshing network info cache for port 1d8a0e07-15f5-4e78-9609-3c3696c06417 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.454265] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:3c:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d8a0e07-15f5-4e78-9609-3c3696c06417', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.461814] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Creating folder: Project (0540ceaa468d4df5bbb5553cb24bdb04). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.462636] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8719b580-83ba-4655-8dd1-2f2adddf1b0e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.468908] env[62359]: DEBUG oslo_vmware.api [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.478821] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Created folder: Project (0540ceaa468d4df5bbb5553cb24bdb04) in parent group-v494269. [ 742.479309] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Creating folder: Instances. Parent ref: group-v494414. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.480979] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f952e408-c7ec-4494-8b5d-7a88a391c77a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.493251] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Created folder: Instances in parent group-v494414. [ 742.493308] env[62359]: DEBUG oslo.service.loopingcall [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.494051] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.494506] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0a5f84-8822-4eb0-ab66-9f44a02ac0b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.523059] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.523059] env[62359]: value = "task-2440597" [ 742.523059] env[62359]: _type = "Task" [ 742.523059] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.536028] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440597, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.541614] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573137} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.541967] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] dfebfd70-185b-453d-952f-eecea0e0c7b0/dfebfd70-185b-453d-952f-eecea0e0c7b0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.542209] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.542543] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d21f342-c3b4-45ec-8132-4b09412fe615 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.549905] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 742.549905] env[62359]: value = "task-2440598" [ 742.549905] env[62359]: _type = "Task" [ 742.549905] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.559650] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.590750] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440593, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.753614] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b2191a7c-2c7b-4a74-a5d2-bf37116589f2 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.309s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.799017] env[62359]: DEBUG nova.objects.instance [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lazy-loading 'flavor' on Instance uuid 5b56543f-7140-4cc9-9ad7-9a93e36888cf {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.876566] env[62359]: DEBUG nova.network.neutron [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Successfully updated port: 1c361089-d20f-44fc-8166-587164ae919f {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.951384] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d24f39a-c0ee-4f53-ac48-85227eafbcf1 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "8ad6a0bd-5b35-4b39-bfbb-c714da148898" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.156s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.969800] env[62359]: DEBUG oslo_vmware.api [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440594, 'name': ReconfigVM_Task, 'duration_secs': 0.178694} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.971104] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca842f1-939a-4406-9aee-48b111a01983 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Reconfigured VM instance to set the machine id {{(pid=62359) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 743.032886] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440597, 'name': CreateVM_Task, 'duration_secs': 0.471139} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.033069] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.033749] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.033915] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.034243] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.034509] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0903902-313e-4d83-8ab0-9222ec6a59e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.039030] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 743.039030] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52503fed-05ce-08b7-b9ab-dc2245386e66" [ 743.039030] env[62359]: _type = "Task" [ 743.039030] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.050819] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52503fed-05ce-08b7-b9ab-dc2245386e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.058498] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09454} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.059479] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.060389] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680f4bf0-4ed9-45aa-8a1a-4684f2135ff5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.083585] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] dfebfd70-185b-453d-952f-eecea0e0c7b0/dfebfd70-185b-453d-952f-eecea0e0c7b0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.083887] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3838f39-ff24-4df7-b3a8-4d3528b22055 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.108437] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755989} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.109661] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] baec1543-5ffb-4fd8-8ce7-0b353a826f64/baec1543-5ffb-4fd8-8ce7-0b353a826f64.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.109883] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.110203] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 743.110203] env[62359]: value = "task-2440599" [ 743.110203] env[62359]: _type = "Task" [ 743.110203] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.110409] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da57c41a-d398-4a88-97d1-0e35f0ac1794 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.122705] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for the task: (returnval){ [ 743.122705] env[62359]: value = "task-2440600" [ 743.122705] env[62359]: _type = "Task" [ 743.122705] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.132172] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.226572] env[62359]: DEBUG nova.network.neutron [req-3fe4d248-11c8-4b57-b477-e8aad63e1f45 req-2d194e4b-da89-4e12-91a8-c77b7f11437a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updated VIF entry in instance network info cache for port 815dfc1b-7888-4c2f-bb84-6c4dd67e9031. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.228261] env[62359]: DEBUG nova.network.neutron [req-3fe4d248-11c8-4b57-b477-e8aad63e1f45 req-2d194e4b-da89-4e12-91a8-c77b7f11437a service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updating instance_info_cache with network_info: [{"id": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "address": "fa:16:3e:b2:06:0f", "network": {"id": "983be6fd-1051-4a2e-9c1d-1ebecfc15cac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2120790224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490af6eea6e249c8805f83bd007e1e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dfc1b-78", "ovs_interfaceid": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.276622] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "73b635f5-1588-4312-b068-fbe3e8346af3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.276622] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.305741] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquiring lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.382091] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "refresh_cache-49f77949-d892-470f-bc90-908d75400e34" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.382091] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "refresh_cache-49f77949-d892-470f-bc90-908d75400e34" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.382091] env[62359]: DEBUG nova.network.neutron [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.393836] env[62359]: DEBUG nova.network.neutron [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updated VIF entry in instance network info cache for port 1d8a0e07-15f5-4e78-9609-3c3696c06417. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.393836] env[62359]: DEBUG nova.network.neutron [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance_info_cache with network_info: [{"id": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "address": "fa:16:3e:9f:3c:7a", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8a0e07-15", "ovs_interfaceid": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.553499] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52503fed-05ce-08b7-b9ab-dc2245386e66, 'name': SearchDatastore_Task, 'duration_secs': 0.039077} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.556481] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.556784] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.556943] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.557103] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.557284] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.557745] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f165286-1499-4b7b-b736-cd2ae0a92d43 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.577224] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.577281] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.578018] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15eb4ef4-b4bd-4472-9b7e-65bf5515aa83 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.582559] env[62359]: DEBUG nova.compute.manager [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] [instance: 49f77949-d892-470f-bc90-908d75400e34] Received event network-vif-plugged-1c361089-d20f-44fc-8166-587164ae919f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.582559] env[62359]: DEBUG oslo_concurrency.lockutils [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] Acquiring lock "49f77949-d892-470f-bc90-908d75400e34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.582755] env[62359]: DEBUG oslo_concurrency.lockutils [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] Lock "49f77949-d892-470f-bc90-908d75400e34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.582880] env[62359]: DEBUG oslo_concurrency.lockutils [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] Lock "49f77949-d892-470f-bc90-908d75400e34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.583061] env[62359]: DEBUG nova.compute.manager [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] [instance: 49f77949-d892-470f-bc90-908d75400e34] No waiting events found dispatching network-vif-plugged-1c361089-d20f-44fc-8166-587164ae919f {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.583392] env[62359]: WARNING nova.compute.manager [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] [instance: 49f77949-d892-470f-bc90-908d75400e34] Received unexpected event network-vif-plugged-1c361089-d20f-44fc-8166-587164ae919f for instance with vm_state building and task_state spawning. [ 743.583657] env[62359]: DEBUG nova.compute.manager [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] [instance: 49f77949-d892-470f-bc90-908d75400e34] Received event network-changed-1c361089-d20f-44fc-8166-587164ae919f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.583855] env[62359]: DEBUG nova.compute.manager [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] [instance: 49f77949-d892-470f-bc90-908d75400e34] Refreshing instance network info cache due to event network-changed-1c361089-d20f-44fc-8166-587164ae919f. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 743.584133] env[62359]: DEBUG oslo_concurrency.lockutils [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] Acquiring lock "refresh_cache-49f77949-d892-470f-bc90-908d75400e34" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.590876] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 743.590876] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52006267-2098-e8be-fdf7-d8a96a4ba43b" [ 743.590876] env[62359]: _type = "Task" [ 743.590876] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.599432] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52006267-2098-e8be-fdf7-d8a96a4ba43b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.621607] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.631406] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297805} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.631661] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.632417] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf99290-3811-4c95-9c72-a4d46a142908 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.655151] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] baec1543-5ffb-4fd8-8ce7-0b353a826f64/baec1543-5ffb-4fd8-8ce7-0b353a826f64.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.658181] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b52fe1-0382-4b73-a478-143752b582c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.679888] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for the task: (returnval){ [ 743.679888] env[62359]: value = "task-2440601" [ 743.679888] env[62359]: _type = "Task" [ 743.679888] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.691112] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440601, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.732644] env[62359]: DEBUG oslo_concurrency.lockutils [req-3fe4d248-11c8-4b57-b477-e8aad63e1f45 req-2d194e4b-da89-4e12-91a8-c77b7f11437a service nova] Releasing lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.733268] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquired lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.782814] env[62359]: INFO nova.compute.manager [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Detaching volume f8879cde-3475-42eb-864f-e08daba08292 [ 743.820867] env[62359]: INFO nova.virt.block_device [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Attempting to driver detach volume f8879cde-3475-42eb-864f-e08daba08292 from mountpoint /dev/sdb [ 743.821145] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 743.821378] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494409', 'volume_id': 'f8879cde-3475-42eb-864f-e08daba08292', 'name': 'volume-f8879cde-3475-42eb-864f-e08daba08292', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73b635f5-1588-4312-b068-fbe3e8346af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8879cde-3475-42eb-864f-e08daba08292', 'serial': 'f8879cde-3475-42eb-864f-e08daba08292'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 743.822247] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5768833f-c0f2-4556-abc0-3b27103ffaef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.845975] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658a9a55-4c02-4ed6-839e-1f29365cd3c0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.853228] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d60aeef-1fd6-444f-8539-5feb178091ed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.878363] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fea733-95f9-425d-b67f-b9f17c753b7a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.894955] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] The volume has not been displaced from its original location: [datastore1] volume-f8879cde-3475-42eb-864f-e08daba08292/volume-f8879cde-3475-42eb-864f-e08daba08292.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 743.900282] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 743.903426] env[62359]: DEBUG oslo_concurrency.lockutils [req-aa9b9b6a-146b-4784-89ff-abea0de15013 req-10644756-f9bb-41cb-a97d-1f3b05bd8df4 service nova] Releasing lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.904206] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca02006-558b-4aee-829d-7a94def06af4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.925704] env[62359]: DEBUG oslo_vmware.api [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 743.925704] env[62359]: value = "task-2440602" [ 743.925704] env[62359]: _type = "Task" [ 743.925704] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.934456] env[62359]: DEBUG oslo_vmware.api [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.937736] env[62359]: DEBUG nova.network.neutron [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.995914] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0633375d-6213-4c07-b22b-d42a08843622 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.002919] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c06458b-74c7-4a2e-bb55-d31e2f63ae17 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.037389] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17565644-27ee-4949-94ed-b60ca9df9d06 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.045039] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed692fdd-f6e2-4281-be41-4f886edb262c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.058801] env[62359]: DEBUG nova.compute.provider_tree [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.101167] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52006267-2098-e8be-fdf7-d8a96a4ba43b, 'name': SearchDatastore_Task, 'duration_secs': 0.050479} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.101932] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b032cd-2cc8-43ec-b16b-c1288f8a4400 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.107517] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 744.107517] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52732f34-bb8c-8b2c-d10c-8ec6924e9702" [ 744.107517] env[62359]: _type = "Task" [ 744.107517] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.115778] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52732f34-bb8c-8b2c-d10c-8ec6924e9702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.119840] env[62359]: DEBUG nova.network.neutron [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Updating instance_info_cache with network_info: [{"id": "1c361089-d20f-44fc-8166-587164ae919f", "address": "fa:16:3e:a0:85:42", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c361089-d2", "ovs_interfaceid": "1c361089-d20f-44fc-8166-587164ae919f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.125854] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.190195] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.196358] env[62359]: DEBUG nova.network.neutron [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.212538] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "interface-7612af2a-962a-4b03-9d1d-95c06e91968c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.212792] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-7612af2a-962a-4b03-9d1d-95c06e91968c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.213155] env[62359]: DEBUG nova.objects.instance [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'flavor' on Instance uuid 7612af2a-962a-4b03-9d1d-95c06e91968c {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.436521] env[62359]: DEBUG oslo_vmware.api [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440602, 'name': ReconfigVM_Task, 'duration_secs': 0.389705} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.436782] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 744.441514] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-457db437-a355-4294-8845-50f495cee0bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.457848] env[62359]: DEBUG oslo_vmware.api [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 744.457848] env[62359]: value = "task-2440603" [ 744.457848] env[62359]: _type = "Task" [ 744.457848] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.467638] env[62359]: DEBUG oslo_vmware.api [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.562549] env[62359]: DEBUG nova.scheduler.client.report [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.591379] env[62359]: DEBUG nova.compute.manager [req-3867f92d-3def-4735-a02a-3faabbd0cf3b req-ff7f91e3-9181-42e6-a97e-2f5483440440 service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Received event network-changed-815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.591584] env[62359]: DEBUG nova.compute.manager [req-3867f92d-3def-4735-a02a-3faabbd0cf3b req-ff7f91e3-9181-42e6-a97e-2f5483440440 service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Refreshing instance network info cache due to event network-changed-815dfc1b-7888-4c2f-bb84-6c4dd67e9031. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 744.591838] env[62359]: DEBUG oslo_concurrency.lockutils [req-3867f92d-3def-4735-a02a-3faabbd0cf3b req-ff7f91e3-9181-42e6-a97e-2f5483440440 service nova] Acquiring lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.617341] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52732f34-bb8c-8b2c-d10c-8ec6924e9702, 'name': SearchDatastore_Task, 'duration_secs': 0.024791} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.620437] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.620702] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 8e3af67b-5850-4fff-9437-83b6c2cc0852/8e3af67b-5850-4fff-9437-83b6c2cc0852.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.621813] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2a42ca2-0b9b-4464-9bfc-3e9d2343a8f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.624493] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "refresh_cache-49f77949-d892-470f-bc90-908d75400e34" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.624818] env[62359]: DEBUG nova.compute.manager [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Instance network_info: |[{"id": "1c361089-d20f-44fc-8166-587164ae919f", "address": "fa:16:3e:a0:85:42", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c361089-d2", "ovs_interfaceid": "1c361089-d20f-44fc-8166-587164ae919f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.625392] env[62359]: DEBUG oslo_concurrency.lockutils [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] Acquired lock "refresh_cache-49f77949-d892-470f-bc90-908d75400e34" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.625737] env[62359]: DEBUG nova.network.neutron [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] [instance: 49f77949-d892-470f-bc90-908d75400e34] Refreshing network info cache for port 1c361089-d20f-44fc-8166-587164ae919f {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.627418] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:85:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c361089-d20f-44fc-8166-587164ae919f', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.635276] env[62359]: DEBUG oslo.service.loopingcall [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.639904] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f77949-d892-470f-bc90-908d75400e34] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.640219] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440599, 'name': ReconfigVM_Task, 'duration_secs': 1.315625} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.641561] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c472333d-987e-4317-a216-b1d86b90a64c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.656857] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Reconfigured VM instance instance-0000002e to attach disk [datastore2] dfebfd70-185b-453d-952f-eecea0e0c7b0/dfebfd70-185b-453d-952f-eecea0e0c7b0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.657881] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 744.657881] env[62359]: value = "task-2440604" [ 744.657881] env[62359]: _type = "Task" [ 744.657881] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.658385] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b7ce3d8-db8f-4e75-809f-11c2e30dca90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.664565] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.664565] env[62359]: value = "task-2440605" [ 744.664565] env[62359]: _type = "Task" [ 744.664565] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.671516] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2440604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.671781] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 744.671781] env[62359]: value = "task-2440606" [ 744.671781] env[62359]: _type = "Task" [ 744.671781] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.677873] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440605, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.682454] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440606, 'name': Rename_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.689538] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440601, 'name': ReconfigVM_Task, 'duration_secs': 0.908742} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.690100] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Reconfigured VM instance instance-00000030 to attach disk [datastore2] baec1543-5ffb-4fd8-8ce7-0b353a826f64/baec1543-5ffb-4fd8-8ce7-0b353a826f64.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.690421] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-411e2353-3fb0-4a79-b5bb-875eaf35c827 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.697392] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for the task: (returnval){ [ 744.697392] env[62359]: value = "task-2440607" [ 744.697392] env[62359]: _type = "Task" [ 744.697392] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.708748] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440607, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.815589] env[62359]: DEBUG nova.objects.instance [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'pci_requests' on Instance uuid 7612af2a-962a-4b03-9d1d-95c06e91968c {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.970280] env[62359]: DEBUG oslo_vmware.api [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440603, 'name': ReconfigVM_Task, 'duration_secs': 0.172761} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.970721] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494409', 'volume_id': 'f8879cde-3475-42eb-864f-e08daba08292', 'name': 'volume-f8879cde-3475-42eb-864f-e08daba08292', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73b635f5-1588-4312-b068-fbe3e8346af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8879cde-3475-42eb-864f-e08daba08292', 'serial': 'f8879cde-3475-42eb-864f-e08daba08292'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 745.034565] env[62359]: DEBUG nova.network.neutron [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updating instance_info_cache with network_info: [{"id": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "address": "fa:16:3e:b2:06:0f", "network": {"id": "983be6fd-1051-4a2e-9c1d-1ebecfc15cac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2120790224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490af6eea6e249c8805f83bd007e1e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dfc1b-78", "ovs_interfaceid": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.068037] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.068554] env[62359]: DEBUG nova.compute.manager [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.071366] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.352s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.073152] env[62359]: INFO nova.compute.claims [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.176857] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2440604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441776} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.182049] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 8e3af67b-5850-4fff-9437-83b6c2cc0852/8e3af67b-5850-4fff-9437-83b6c2cc0852.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.182049] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.184284] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81e1fc7e-a979-4456-a425-46e34ed12163 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.186288] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440605, 'name': CreateVM_Task, 'duration_secs': 0.489081} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.186775] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f77949-d892-470f-bc90-908d75400e34] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.187706] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.187870] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.188238] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.191219] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3f5771-0e44-46c0-8f6b-9d08b9080953 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.192846] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440606, 'name': Rename_Task, 'duration_secs': 0.135122} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.194122] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.194465] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 745.194465] env[62359]: value = "task-2440608" [ 745.194465] env[62359]: _type = "Task" [ 745.194465] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.194990] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a7f49b8-68a5-4d5c-8f86-41321fb95577 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.200877] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 745.200877] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52999e79-2f4e-766d-b2ee-33bdd1287d13" [ 745.200877] env[62359]: _type = "Task" [ 745.200877] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.212081] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2440608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.212081] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 745.212081] env[62359]: value = "task-2440609" [ 745.212081] env[62359]: _type = "Task" [ 745.212081] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.225597] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52999e79-2f4e-766d-b2ee-33bdd1287d13, 'name': SearchDatastore_Task, 'duration_secs': 0.014678} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.225984] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440607, 'name': Rename_Task, 'duration_secs': 0.136083} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.226941] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.226941] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.227099] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.227135] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.231353] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.231353] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.231353] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bcd85cf-2f73-4698-9635-5b9703f9ed0b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.232709] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74404571-ba63-480e-9832-4b86ab586a6b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.234366] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440609, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.240949] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for the task: (returnval){ [ 745.240949] env[62359]: value = "task-2440610" [ 745.240949] env[62359]: _type = "Task" [ 745.240949] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.242235] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.242235] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.246354] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1058a33-aa8a-4b33-a71f-be951b979e7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.254084] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.254418] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 745.254418] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520affd9-4d57-95b1-0807-f8c1a21e4869" [ 745.254418] env[62359]: _type = "Task" [ 745.254418] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.263892] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520affd9-4d57-95b1-0807-f8c1a21e4869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.318912] env[62359]: DEBUG nova.objects.base [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Object Instance<7612af2a-962a-4b03-9d1d-95c06e91968c> lazy-loaded attributes: flavor,pci_requests {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 745.319123] env[62359]: DEBUG nova.network.neutron [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.360835] env[62359]: DEBUG nova.policy [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ac8f682c844f929fc2042a78f02685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7c0490bb1fb46d1a9d177a40f89c4fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.416797] env[62359]: DEBUG nova.network.neutron [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] [instance: 49f77949-d892-470f-bc90-908d75400e34] Updated VIF entry in instance network info cache for port 1c361089-d20f-44fc-8166-587164ae919f. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.417322] env[62359]: DEBUG nova.network.neutron [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] [instance: 49f77949-d892-470f-bc90-908d75400e34] Updating instance_info_cache with network_info: [{"id": "1c361089-d20f-44fc-8166-587164ae919f", "address": "fa:16:3e:a0:85:42", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c361089-d2", "ovs_interfaceid": "1c361089-d20f-44fc-8166-587164ae919f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.537816] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Releasing lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.538360] env[62359]: DEBUG nova.compute.manager [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Inject network info {{(pid=62359) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 745.538677] env[62359]: DEBUG nova.compute.manager [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] network_info to inject: |[{"id": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "address": "fa:16:3e:b2:06:0f", "network": {"id": "983be6fd-1051-4a2e-9c1d-1ebecfc15cac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2120790224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490af6eea6e249c8805f83bd007e1e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dfc1b-78", "ovs_interfaceid": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 745.543792] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Reconfiguring VM instance to set the machine id {{(pid=62359) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 745.545452] env[62359]: DEBUG nova.objects.instance [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lazy-loading 'flavor' on Instance uuid 73b635f5-1588-4312-b068-fbe3e8346af3 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.546751] env[62359]: DEBUG oslo_concurrency.lockutils [req-3867f92d-3def-4735-a02a-3faabbd0cf3b req-ff7f91e3-9181-42e6-a97e-2f5483440440 service nova] Acquired lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.546990] env[62359]: DEBUG nova.network.neutron [req-3867f92d-3def-4735-a02a-3faabbd0cf3b req-ff7f91e3-9181-42e6-a97e-2f5483440440 service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Refreshing network info cache for port 815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.548490] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83828584-677b-470f-b264-22623076b1cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.566154] env[62359]: DEBUG oslo_vmware.api [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 745.566154] env[62359]: value = "task-2440611" [ 745.566154] env[62359]: _type = "Task" [ 745.566154] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.575813] env[62359]: DEBUG oslo_vmware.api [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.576936] env[62359]: DEBUG nova.compute.utils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 745.581917] env[62359]: DEBUG nova.compute.manager [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.581917] env[62359]: DEBUG nova.network.neutron [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.628897] env[62359]: DEBUG nova.policy [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b10f98bb5ca4a45bd383883267f41f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b3ec5759e6948d9aac36cbde20885d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.659029] env[62359]: DEBUG nova.network.neutron [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Successfully created port: 9e667885-8964-42f3-9fde-fb130170e8fe {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.707437] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2440608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084717} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.707713] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.708520] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3682b1b-0ca4-4ffa-b8cb-f75eb050704f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.740251] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 8e3af67b-5850-4fff-9437-83b6c2cc0852/8e3af67b-5850-4fff-9437-83b6c2cc0852.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.740251] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf0cf5d7-fc7a-433d-94be-50c7caa4263f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.762172] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.774678] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.780134] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 745.780134] env[62359]: value = "task-2440612" [ 745.780134] env[62359]: _type = "Task" [ 745.780134] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.780396] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520affd9-4d57-95b1-0807-f8c1a21e4869, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.784863] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bfb211-e54f-4422-b24b-f4177a652a83 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.793026] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 745.793026] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f0e322-b5b7-87a6-dbe2-f85c39f83843" [ 745.793026] env[62359]: _type = "Task" [ 745.793026] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.794921] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2440612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.803241] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f0e322-b5b7-87a6-dbe2-f85c39f83843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.921213] env[62359]: DEBUG oslo_concurrency.lockutils [req-35a290dd-3c77-4d48-9a70-1396600de7cc req-8984a9b7-382d-4e98-aaab-664b75f31044 service nova] Releasing lock "refresh_cache-49f77949-d892-470f-bc90-908d75400e34" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.001799] env[62359]: DEBUG nova.network.neutron [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Successfully created port: b97c0c74-177c-4a57-81da-4ebf37684842 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.074676] env[62359]: DEBUG oslo_vmware.api [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440611, 'name': ReconfigVM_Task, 'duration_secs': 0.165397} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.075604] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a1b54e-3167-4601-a0bf-6ea889b9b371 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Reconfigured VM instance to set the machine id {{(pid=62359) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 746.081492] env[62359]: DEBUG nova.compute.manager [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.225348] env[62359]: DEBUG oslo_vmware.api [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440609, 'name': PowerOnVM_Task, 'duration_secs': 0.786601} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.225626] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.226052] env[62359]: DEBUG nova.compute.manager [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.226625] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80079d3c-9735-479a-8d7d-e6fb3556bd5f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.279975] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.294988] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2440612, 'name': ReconfigVM_Task, 'duration_secs': 0.28423} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.299468] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 8e3af67b-5850-4fff-9437-83b6c2cc0852/8e3af67b-5850-4fff-9437-83b6c2cc0852.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.301068] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f540296-5e22-48e7-94eb-28642c1c3fe6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.313245] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f0e322-b5b7-87a6-dbe2-f85c39f83843, 'name': SearchDatastore_Task, 'duration_secs': 0.023444} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.316019] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 746.316019] env[62359]: value = "task-2440613" [ 746.316019] env[62359]: _type = "Task" [ 746.316019] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.316019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.316019] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 49f77949-d892-470f-bc90-908d75400e34/49f77949-d892-470f-bc90-908d75400e34.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.316019] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-469731ea-6790-4bf9-9b67-0da5d29a5515 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.323806] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2440613, 'name': Rename_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.328335] env[62359]: DEBUG nova.network.neutron [req-3867f92d-3def-4735-a02a-3faabbd0cf3b req-ff7f91e3-9181-42e6-a97e-2f5483440440 service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updated VIF entry in instance network info cache for port 815dfc1b-7888-4c2f-bb84-6c4dd67e9031. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.329120] env[62359]: DEBUG nova.network.neutron [req-3867f92d-3def-4735-a02a-3faabbd0cf3b req-ff7f91e3-9181-42e6-a97e-2f5483440440 service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updating instance_info_cache with network_info: [{"id": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "address": "fa:16:3e:b2:06:0f", "network": {"id": "983be6fd-1051-4a2e-9c1d-1ebecfc15cac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2120790224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490af6eea6e249c8805f83bd007e1e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dfc1b-78", "ovs_interfaceid": "815dfc1b-7888-4c2f-bb84-6c4dd67e9031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.329916] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 746.329916] env[62359]: value = "task-2440614" [ 746.329916] env[62359]: _type = "Task" [ 746.329916] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.339579] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.455789] env[62359]: DEBUG nova.network.neutron [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Successfully created port: de935a42-56ed-48d4-8a46-437e67d3f310 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.458379] env[62359]: DEBUG oslo_concurrency.lockutils [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquiring lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.458675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.458903] env[62359]: DEBUG oslo_concurrency.lockutils [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquiring lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.459140] env[62359]: DEBUG oslo_concurrency.lockutils [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.459363] env[62359]: DEBUG oslo_concurrency.lockutils [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.461524] env[62359]: INFO nova.compute.manager [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Terminating instance [ 746.567750] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0e53a011-c2a4-44b1-bd24-2720aa05cc22 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.292s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.617551] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fb54d2-4cf6-4b27-9f4a-b0028b37dd99 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.627320] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e791acf9-ad08-4fe6-87d3-ff4c15514ed1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.661500] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be262d7a-19b5-431a-8100-e1fb0659aba6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.669774] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5d81cb-fea2-48aa-aa26-73a4e3a192d0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.684133] env[62359]: DEBUG nova.compute.provider_tree [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.753609] env[62359]: DEBUG oslo_concurrency.lockutils [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.779495] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440610, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.824585] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2440613, 'name': Rename_Task, 'duration_secs': 0.144105} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.824734] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.825033] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebc8dec1-77ca-4dc2-9f0f-cc334ed3e035 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.832502] env[62359]: DEBUG oslo_concurrency.lockutils [req-3867f92d-3def-4735-a02a-3faabbd0cf3b req-ff7f91e3-9181-42e6-a97e-2f5483440440 service nova] Releasing lock "refresh_cache-5b56543f-7140-4cc9-9ad7-9a93e36888cf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.832722] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 746.832722] env[62359]: value = "task-2440615" [ 746.832722] env[62359]: _type = "Task" [ 746.832722] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.845818] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440614, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.850066] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2440615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.966364] env[62359]: DEBUG nova.compute.manager [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.966463] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.967685] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a2a64f-d5ba-460f-bd10-4e1dae28c526 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.975235] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.975562] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dc31fb5-b117-4d8d-8ad5-a6aa3363e62a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.981959] env[62359]: DEBUG oslo_vmware.api [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 746.981959] env[62359]: value = "task-2440616" [ 746.981959] env[62359]: _type = "Task" [ 746.981959] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.990645] env[62359]: DEBUG oslo_vmware.api [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.093140] env[62359]: DEBUG nova.compute.manager [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.126286] env[62359]: DEBUG nova.virt.hardware [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.126641] env[62359]: DEBUG nova.virt.hardware [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.126869] env[62359]: DEBUG nova.virt.hardware [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.127080] env[62359]: DEBUG nova.virt.hardware [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.127279] env[62359]: DEBUG nova.virt.hardware [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.127473] env[62359]: DEBUG nova.virt.hardware [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.127726] env[62359]: DEBUG nova.virt.hardware [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.127928] env[62359]: DEBUG nova.virt.hardware [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.128113] env[62359]: DEBUG nova.virt.hardware [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.128299] env[62359]: DEBUG nova.virt.hardware [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.128520] env[62359]: DEBUG nova.virt.hardware [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.129536] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf90228-fa5b-427f-9824-60be7d2cb469 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.138579] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b7c94a-9107-48bc-943a-0d9b30cc96dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.182889] env[62359]: DEBUG nova.network.neutron [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Successfully updated port: 9e667885-8964-42f3-9fde-fb130170e8fe {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.190043] env[62359]: DEBUG nova.scheduler.client.report [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.274848] env[62359]: DEBUG oslo_vmware.api [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440610, 'name': PowerOnVM_Task, 'duration_secs': 1.604748} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.275482] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.275691] env[62359]: INFO nova.compute.manager [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Took 10.09 seconds to spawn the instance on the hypervisor. [ 747.275870] env[62359]: DEBUG nova.compute.manager [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.276720] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fed861d-da4f-48c7-8460-fb54820da02a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.351771] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2440615, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.351771] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634368} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.351907] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 49f77949-d892-470f-bc90-908d75400e34/49f77949-d892-470f-bc90-908d75400e34.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.352073] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.352320] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1b3287c-32c4-4f1d-b207-ef075f9e29e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.358121] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 747.358121] env[62359]: value = "task-2440617" [ 747.358121] env[62359]: _type = "Task" [ 747.358121] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.366449] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.492190] env[62359]: DEBUG oslo_vmware.api [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440616, 'name': PowerOffVM_Task, 'duration_secs': 0.204544} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.492484] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.492625] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.493440] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b1c8763-2c3f-49a3-80ac-e565654325c5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.520978] env[62359]: DEBUG nova.compute.manager [req-3750815c-89d5-4372-b869-5080c50f6c7d req-b8180064-ccd6-411a-98c2-b7ba106ae9ab service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Received event network-vif-plugged-9e667885-8964-42f3-9fde-fb130170e8fe {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.520978] env[62359]: DEBUG oslo_concurrency.lockutils [req-3750815c-89d5-4372-b869-5080c50f6c7d req-b8180064-ccd6-411a-98c2-b7ba106ae9ab service nova] Acquiring lock "7612af2a-962a-4b03-9d1d-95c06e91968c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.520978] env[62359]: DEBUG oslo_concurrency.lockutils [req-3750815c-89d5-4372-b869-5080c50f6c7d req-b8180064-ccd6-411a-98c2-b7ba106ae9ab service nova] Lock "7612af2a-962a-4b03-9d1d-95c06e91968c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.520978] env[62359]: DEBUG oslo_concurrency.lockutils [req-3750815c-89d5-4372-b869-5080c50f6c7d req-b8180064-ccd6-411a-98c2-b7ba106ae9ab service nova] Lock "7612af2a-962a-4b03-9d1d-95c06e91968c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.520978] env[62359]: DEBUG nova.compute.manager [req-3750815c-89d5-4372-b869-5080c50f6c7d req-b8180064-ccd6-411a-98c2-b7ba106ae9ab service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] No waiting events found dispatching network-vif-plugged-9e667885-8964-42f3-9fde-fb130170e8fe {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.520978] env[62359]: WARNING nova.compute.manager [req-3750815c-89d5-4372-b869-5080c50f6c7d req-b8180064-ccd6-411a-98c2-b7ba106ae9ab service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Received unexpected event network-vif-plugged-9e667885-8964-42f3-9fde-fb130170e8fe for instance with vm_state active and task_state None. [ 747.573398] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.573622] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.573789] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Deleting the datastore file [datastore1] 5b56543f-7140-4cc9-9ad7-9a93e36888cf {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.574063] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f324a61-2d00-4260-b53c-8fa7b0a163ba {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.582516] env[62359]: DEBUG oslo_vmware.api [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for the task: (returnval){ [ 747.582516] env[62359]: value = "task-2440619" [ 747.582516] env[62359]: _type = "Task" [ 747.582516] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.590681] env[62359]: DEBUG oslo_vmware.api [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.685197] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.685402] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.685557] env[62359]: DEBUG nova.network.neutron [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.699052] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.699561] env[62359]: DEBUG nova.compute.manager [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.703483] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.338s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.703715] env[62359]: DEBUG nova.objects.instance [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lazy-loading 'resources' on Instance uuid 84137aba-ca29-4084-8f19-eaa0476ef843 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.792651] env[62359]: INFO nova.compute.manager [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Took 48.54 seconds to build instance. [ 747.846946] env[62359]: DEBUG oslo_vmware.api [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2440615, 'name': PowerOnVM_Task, 'duration_secs': 0.534069} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.847224] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.847466] env[62359]: INFO nova.compute.manager [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Took 8.07 seconds to spawn the instance on the hypervisor. [ 747.848989] env[62359]: DEBUG nova.compute.manager [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.848989] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4519e92c-c5de-47f6-bd9a-1c073a901a00 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.866878] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080741} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.867089] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.867821] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664d5b27-90dc-4499-86e6-51cc2a2505aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.889680] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 49f77949-d892-470f-bc90-908d75400e34/49f77949-d892-470f-bc90-908d75400e34.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.889951] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b576144-2930-4574-ba61-0473c94a420c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.910310] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 747.910310] env[62359]: value = "task-2440620" [ 747.910310] env[62359]: _type = "Task" [ 747.910310] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.918771] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.093421] env[62359]: DEBUG oslo_vmware.api [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.208390] env[62359]: DEBUG nova.compute.utils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 748.215527] env[62359]: DEBUG nova.compute.manager [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.215527] env[62359]: DEBUG nova.network.neutron [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.233897] env[62359]: DEBUG nova.network.neutron [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Successfully updated port: b97c0c74-177c-4a57-81da-4ebf37684842 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.251814] env[62359]: WARNING nova.network.neutron [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] 5b4e23ee-4346-4a4c-b570-ebbcdd1664e1 already exists in list: networks containing: ['5b4e23ee-4346-4a4c-b570-ebbcdd1664e1']. ignoring it [ 748.294609] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e0733dd-b6e4-4afd-9dc5-65d145c9e57f tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.282s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.307477] env[62359]: DEBUG nova.policy [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e01e45869c94b2b97c059221d387ffa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d3399b9a52545b38e5176d4df82ba9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.367880] env[62359]: INFO nova.compute.manager [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Took 44.26 seconds to build instance. [ 748.425824] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.598199] env[62359]: DEBUG oslo_vmware.api [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Task: {'id': task-2440619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.655638} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.598641] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.598733] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.598899] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.599086] env[62359]: INFO nova.compute.manager [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Took 1.63 seconds to destroy the instance on the hypervisor. [ 748.600451] env[62359]: DEBUG oslo.service.loopingcall [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.600451] env[62359]: DEBUG nova.compute.manager [-] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.600451] env[62359]: DEBUG nova.network.neutron [-] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.620138] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "dfebfd70-185b-453d-952f-eecea0e0c7b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.620448] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "dfebfd70-185b-453d-952f-eecea0e0c7b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.620732] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "dfebfd70-185b-453d-952f-eecea0e0c7b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.621014] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "dfebfd70-185b-453d-952f-eecea0e0c7b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.621260] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "dfebfd70-185b-453d-952f-eecea0e0c7b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.627152] env[62359]: INFO nova.compute.manager [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Terminating instance [ 748.720337] env[62359]: DEBUG nova.compute.manager [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.723236] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "590a592f-6889-4b54-b429-852d674b2ea9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.723529] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "590a592f-6889-4b54-b429-852d674b2ea9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.800245] env[62359]: DEBUG nova.compute.manager [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.829929] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0c5e5e-bd3a-4cb7-b7d4-a73ef1457a69 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.838998] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762dc6f-7e45-497c-8e42-8953537f638f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.871880] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2826f0dc-ad84-4798-90a2-16a6caa04893 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.155s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.874559] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726072d3-50b9-4e3d-a755-6d25a259fd4c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.879975] env[62359]: DEBUG nova.network.neutron [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Updating instance_info_cache with network_info: [{"id": "c511225f-9617-49e3-995e-48a89b0da54d", "address": "fa:16:3e:aa:d6:a0", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc511225f-96", "ovs_interfaceid": "c511225f-9617-49e3-995e-48a89b0da54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9e667885-8964-42f3-9fde-fb130170e8fe", "address": "fa:16:3e:60:f6:cd", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e667885-89", "ovs_interfaceid": "9e667885-8964-42f3-9fde-fb130170e8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.894150] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf49be7-9e07-4e81-8147-2f84812b9d1f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.912765] env[62359]: DEBUG nova.compute.provider_tree [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.923768] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440620, 'name': ReconfigVM_Task, 'duration_secs': 0.727861} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.924785] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 49f77949-d892-470f-bc90-908d75400e34/49f77949-d892-470f-bc90-908d75400e34.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.925423] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7e5107c-dfc8-4d97-a82d-546baa7281bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.936138] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 748.936138] env[62359]: value = "task-2440621" [ 748.936138] env[62359]: _type = "Task" [ 748.936138] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.941541] env[62359]: DEBUG nova.network.neutron [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Successfully created port: c15e7927-b9fa-474b-acb3-9d28cbd5f4db {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.948341] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440621, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.131766] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "refresh_cache-dfebfd70-185b-453d-952f-eecea0e0c7b0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.132076] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquired lock "refresh_cache-dfebfd70-185b-453d-952f-eecea0e0c7b0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.132145] env[62359]: DEBUG nova.network.neutron [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.329408] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.343422] env[62359]: DEBUG nova.compute.manager [req-fcd889e4-3abb-4998-9605-357b15b42a40 req-83bddde7-dae4-4402-91da-d6c62271a255 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Received event network-vif-plugged-b97c0c74-177c-4a57-81da-4ebf37684842 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.343701] env[62359]: DEBUG oslo_concurrency.lockutils [req-fcd889e4-3abb-4998-9605-357b15b42a40 req-83bddde7-dae4-4402-91da-d6c62271a255 service nova] Acquiring lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.343940] env[62359]: DEBUG oslo_concurrency.lockutils [req-fcd889e4-3abb-4998-9605-357b15b42a40 req-83bddde7-dae4-4402-91da-d6c62271a255 service nova] Lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.344151] env[62359]: DEBUG oslo_concurrency.lockutils [req-fcd889e4-3abb-4998-9605-357b15b42a40 req-83bddde7-dae4-4402-91da-d6c62271a255 service nova] Lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.344564] env[62359]: DEBUG nova.compute.manager [req-fcd889e4-3abb-4998-9605-357b15b42a40 req-83bddde7-dae4-4402-91da-d6c62271a255 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] No waiting events found dispatching network-vif-plugged-b97c0c74-177c-4a57-81da-4ebf37684842 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.344826] env[62359]: WARNING nova.compute.manager [req-fcd889e4-3abb-4998-9605-357b15b42a40 req-83bddde7-dae4-4402-91da-d6c62271a255 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Received unexpected event network-vif-plugged-b97c0c74-177c-4a57-81da-4ebf37684842 for instance with vm_state building and task_state spawning. [ 749.380166] env[62359]: DEBUG nova.compute.manager [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.384784] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.386812] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.386812] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.386812] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d05330f-4e5d-4492-be32-3b6ef0bd2035 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.407173] env[62359]: DEBUG nova.virt.hardware [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.407731] env[62359]: DEBUG nova.virt.hardware [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.407731] env[62359]: DEBUG nova.virt.hardware [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.407900] env[62359]: DEBUG nova.virt.hardware [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.409137] env[62359]: DEBUG nova.virt.hardware [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.409137] env[62359]: DEBUG nova.virt.hardware [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.409137] env[62359]: DEBUG nova.virt.hardware [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.409137] env[62359]: DEBUG nova.virt.hardware [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.409137] env[62359]: DEBUG nova.virt.hardware [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.409137] env[62359]: DEBUG nova.virt.hardware [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.409394] env[62359]: DEBUG nova.virt.hardware [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.415964] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Reconfiguring VM to attach interface {{(pid=62359) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 749.416932] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3e8ac9-e787-4152-a39a-c847f16ea77d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.433037] env[62359]: DEBUG nova.scheduler.client.report [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.444571] env[62359]: DEBUG oslo_vmware.api [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 749.444571] env[62359]: value = "task-2440622" [ 749.444571] env[62359]: _type = "Task" [ 749.444571] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.446064] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440621, 'name': Rename_Task, 'duration_secs': 0.355016} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.451955] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.452922] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9d645f5-1510-4c58-9ccc-daeead8b1685 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.460658] env[62359]: DEBUG oslo_vmware.api [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440622, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.462392] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 749.462392] env[62359]: value = "task-2440623" [ 749.462392] env[62359]: _type = "Task" [ 749.462392] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.470722] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.604018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Acquiring lock "1efd98fb-74e1-463e-afee-a53f890f8043" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.604489] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Lock "1efd98fb-74e1-463e-afee-a53f890f8043" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.659556] env[62359]: DEBUG nova.network.neutron [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.711180] env[62359]: DEBUG nova.network.neutron [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.731203] env[62359]: DEBUG nova.compute.manager [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.757772] env[62359]: DEBUG nova.virt.hardware [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.758037] env[62359]: DEBUG nova.virt.hardware [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.758213] env[62359]: DEBUG nova.virt.hardware [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.758401] env[62359]: DEBUG nova.virt.hardware [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.758549] env[62359]: DEBUG nova.virt.hardware [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.758706] env[62359]: DEBUG nova.virt.hardware [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.758924] env[62359]: DEBUG nova.virt.hardware [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.759107] env[62359]: DEBUG nova.virt.hardware [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.759269] env[62359]: DEBUG nova.virt.hardware [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.759450] env[62359]: DEBUG nova.virt.hardware [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.759627] env[62359]: DEBUG nova.virt.hardware [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.760568] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45783485-8837-472a-b59e-3132cfb591d8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.768594] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c245ed-303b-4399-a98e-2d9aefe207db {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.904172] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.937473] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.940048] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.104s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.941597] env[62359]: INFO nova.compute.claims [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.956023] env[62359]: DEBUG nova.network.neutron [-] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.958022] env[62359]: DEBUG oslo_vmware.api [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.961983] env[62359]: INFO nova.scheduler.client.report [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Deleted allocations for instance 84137aba-ca29-4084-8f19-eaa0476ef843 [ 749.975216] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.107885] env[62359]: DEBUG nova.compute.utils [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 750.213925] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Releasing lock "refresh_cache-dfebfd70-185b-453d-952f-eecea0e0c7b0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.214511] env[62359]: DEBUG nova.compute.manager [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.214790] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.215878] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7adc06-a9a8-4cbf-b2fd-e4750df3bae7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.223811] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.224059] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b751189-bb84-4b0c-81bb-9618bc3592b6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.231683] env[62359]: DEBUG oslo_vmware.api [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 750.231683] env[62359]: value = "task-2440624" [ 750.231683] env[62359]: _type = "Task" [ 750.231683] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.239438] env[62359]: DEBUG oslo_vmware.api [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.456824] env[62359]: DEBUG oslo_vmware.api [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440622, 'name': ReconfigVM_Task, 'duration_secs': 0.861997} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.458008] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.458295] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Reconfigured VM to attach interface {{(pid=62359) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 750.460947] env[62359]: INFO nova.compute.manager [-] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Took 1.86 seconds to deallocate network for instance. [ 750.472571] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20a8717d-aefc-4925-98ce-00a306d696d0 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "84137aba-ca29-4084-8f19-eaa0476ef843" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.187s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.477417] env[62359]: DEBUG oslo_vmware.api [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440623, 'name': PowerOnVM_Task, 'duration_secs': 0.745444} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.478544] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.478544] env[62359]: INFO nova.compute.manager [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Took 8.16 seconds to spawn the instance on the hypervisor. [ 750.478659] env[62359]: DEBUG nova.compute.manager [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.480067] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36afe15-0712-4aef-9866-bcded19e3fff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.610937] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Lock "1efd98fb-74e1-463e-afee-a53f890f8043" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.697362] env[62359]: DEBUG nova.network.neutron [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Successfully updated port: de935a42-56ed-48d4-8a46-437e67d3f310 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.739295] env[62359]: DEBUG nova.network.neutron [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Successfully updated port: c15e7927-b9fa-474b-acb3-9d28cbd5f4db {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.743609] env[62359]: DEBUG oslo_vmware.api [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440624, 'name': PowerOffVM_Task, 'duration_secs': 0.286397} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.744243] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.744390] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.744669] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcc6eb0b-7bd8-4a11-a5e9-01379683be19 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.768995] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.769255] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.769445] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Deleting the datastore file [datastore2] dfebfd70-185b-453d-952f-eecea0e0c7b0 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.769688] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00308e3e-9c51-4099-aaf3-c5b7091e522a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.775409] env[62359]: DEBUG oslo_vmware.api [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 750.775409] env[62359]: value = "task-2440626" [ 750.775409] env[62359]: _type = "Task" [ 750.775409] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.782971] env[62359]: DEBUG oslo_vmware.api [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.963858] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3fc0d38a-523d-49f5-9d4c-96828444a85d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-7612af2a-962a-4b03-9d1d-95c06e91968c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.751s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.974133] env[62359]: DEBUG oslo_concurrency.lockutils [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.000752] env[62359]: INFO nova.compute.manager [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Took 44.74 seconds to build instance. [ 751.200228] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "refresh_cache-88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.200459] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquired lock "refresh_cache-88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.200747] env[62359]: DEBUG nova.network.neutron [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.244484] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "refresh_cache-74affe11-9b15-461d-b616-c9206d86236a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.244725] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired lock "refresh_cache-74affe11-9b15-461d-b616-c9206d86236a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.244853] env[62359]: DEBUG nova.network.neutron [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.287674] env[62359]: DEBUG oslo_vmware.api [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382426} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.290216] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.290426] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.290608] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.290779] env[62359]: INFO nova.compute.manager [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 751.291044] env[62359]: DEBUG oslo.service.loopingcall [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.291477] env[62359]: DEBUG nova.compute.manager [-] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.291575] env[62359]: DEBUG nova.network.neutron [-] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.308145] env[62359]: DEBUG nova.network.neutron [-] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.377334] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcccee82-69ae-4cdd-87df-4ce07d346bbc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.387333] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f66b3ef-dc57-4b0c-8b63-3fac0ffe2e33 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.420529] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322466b2-23fe-45a8-8539-95fffb6ccafc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.428878] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61c6894-b500-45aa-9357-507b6a099504 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.442967] env[62359]: DEBUG nova.compute.provider_tree [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.502616] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0cc07756-5083-41f0-88f5-ea1fe2d423b5 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "49f77949-d892-470f-bc90-908d75400e34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.548s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.679702] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Acquiring lock "1efd98fb-74e1-463e-afee-a53f890f8043" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.680030] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Lock "1efd98fb-74e1-463e-afee-a53f890f8043" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.680292] env[62359]: INFO nova.compute.manager [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Attaching volume 18a2755b-0d0d-4612-8915-1124bd35f6c4 to /dev/sdb [ 751.702092] env[62359]: DEBUG nova.compute.manager [req-3f841ba5-1d79-47b4-8958-1ac6bf27972e req-d0787221-def0-48eb-b8d8-d0def746f646 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Received event network-changed-9e667885-8964-42f3-9fde-fb130170e8fe {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.702307] env[62359]: DEBUG nova.compute.manager [req-3f841ba5-1d79-47b4-8958-1ac6bf27972e req-d0787221-def0-48eb-b8d8-d0def746f646 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Refreshing instance network info cache due to event network-changed-9e667885-8964-42f3-9fde-fb130170e8fe. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.702536] env[62359]: DEBUG oslo_concurrency.lockutils [req-3f841ba5-1d79-47b4-8958-1ac6bf27972e req-d0787221-def0-48eb-b8d8-d0def746f646 service nova] Acquiring lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.702682] env[62359]: DEBUG oslo_concurrency.lockutils [req-3f841ba5-1d79-47b4-8958-1ac6bf27972e req-d0787221-def0-48eb-b8d8-d0def746f646 service nova] Acquired lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.702839] env[62359]: DEBUG nova.network.neutron [req-3f841ba5-1d79-47b4-8958-1ac6bf27972e req-d0787221-def0-48eb-b8d8-d0def746f646 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Refreshing network info cache for port 9e667885-8964-42f3-9fde-fb130170e8fe {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.710822] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ad7d56-e817-4eb2-b0ec-a471300d3408 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.722099] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dd330d-d0bf-4977-8671-49a650215ccc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.740929] env[62359]: DEBUG nova.virt.block_device [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Updating existing volume attachment record: 35b649b9-b571-42fa-9a94-aef9b891a9a0 {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 751.745676] env[62359]: DEBUG nova.network.neutron [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.805141] env[62359]: DEBUG nova.network.neutron [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.810510] env[62359]: DEBUG nova.network.neutron [-] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.946114] env[62359]: DEBUG nova.scheduler.client.report [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.004947] env[62359]: DEBUG nova.compute.manager [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.076447] env[62359]: DEBUG nova.compute.manager [req-a8163365-79c7-447d-88fb-1dab6c133d61 req-78139718-5ca9-4f11-bc6a-453cbc85c4ca service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Received event network-changed-b97c0c74-177c-4a57-81da-4ebf37684842 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.076741] env[62359]: DEBUG nova.compute.manager [req-a8163365-79c7-447d-88fb-1dab6c133d61 req-78139718-5ca9-4f11-bc6a-453cbc85c4ca service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Refreshing instance network info cache due to event network-changed-b97c0c74-177c-4a57-81da-4ebf37684842. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 752.076985] env[62359]: DEBUG oslo_concurrency.lockutils [req-a8163365-79c7-447d-88fb-1dab6c133d61 req-78139718-5ca9-4f11-bc6a-453cbc85c4ca service nova] Acquiring lock "refresh_cache-88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.077992] env[62359]: DEBUG nova.network.neutron [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Updating instance_info_cache with network_info: [{"id": "c15e7927-b9fa-474b-acb3-9d28cbd5f4db", "address": "fa:16:3e:c6:94:ff", "network": {"id": "da0b4c8f-9eda-4361-a90a-0e40af501329", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590189730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3399b9a52545b38e5176d4df82ba9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc15e7927-b9", "ovs_interfaceid": "c15e7927-b9fa-474b-acb3-9d28cbd5f4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.177960] env[62359]: DEBUG nova.network.neutron [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Updating instance_info_cache with network_info: [{"id": "b97c0c74-177c-4a57-81da-4ebf37684842", "address": "fa:16:3e:7d:a5:82", "network": {"id": "ada71ac8-2097-4852-918d-a2991b994f18", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1702163042", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97c0c74-17", "ovs_interfaceid": "b97c0c74-177c-4a57-81da-4ebf37684842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de935a42-56ed-48d4-8a46-437e67d3f310", "address": "fa:16:3e:32:d8:79", "network": {"id": "f86501ec-fa15-4af4-8c40-e982578b036f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-304794696", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde935a42-56", "ovs_interfaceid": "de935a42-56ed-48d4-8a46-437e67d3f310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.314241] env[62359]: INFO nova.compute.manager [-] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Took 1.02 seconds to deallocate network for instance. [ 752.452874] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.453532] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.461301] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.178s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.464277] env[62359]: INFO nova.compute.claims [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.470879] env[62359]: DEBUG nova.network.neutron [req-3f841ba5-1d79-47b4-8958-1ac6bf27972e req-d0787221-def0-48eb-b8d8-d0def746f646 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Updated VIF entry in instance network info cache for port 9e667885-8964-42f3-9fde-fb130170e8fe. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.471870] env[62359]: DEBUG nova.network.neutron [req-3f841ba5-1d79-47b4-8958-1ac6bf27972e req-d0787221-def0-48eb-b8d8-d0def746f646 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Updating instance_info_cache with network_info: [{"id": "c511225f-9617-49e3-995e-48a89b0da54d", "address": "fa:16:3e:aa:d6:a0", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc511225f-96", "ovs_interfaceid": "c511225f-9617-49e3-995e-48a89b0da54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9e667885-8964-42f3-9fde-fb130170e8fe", "address": "fa:16:3e:60:f6:cd", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e667885-89", "ovs_interfaceid": "9e667885-8964-42f3-9fde-fb130170e8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.527868] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.581032] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Releasing lock "refresh_cache-74affe11-9b15-461d-b616-c9206d86236a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.581629] env[62359]: DEBUG nova.compute.manager [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Instance network_info: |[{"id": "c15e7927-b9fa-474b-acb3-9d28cbd5f4db", "address": "fa:16:3e:c6:94:ff", "network": {"id": "da0b4c8f-9eda-4361-a90a-0e40af501329", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590189730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3399b9a52545b38e5176d4df82ba9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc15e7927-b9", "ovs_interfaceid": "c15e7927-b9fa-474b-acb3-9d28cbd5f4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.584144] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:94:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c15e7927-b9fa-474b-acb3-9d28cbd5f4db', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.590172] env[62359]: DEBUG oslo.service.loopingcall [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.590254] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.590453] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47bb1b04-7eaa-44e9-b6e0-d00870ef7aec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.612849] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.612849] env[62359]: value = "task-2440630" [ 752.612849] env[62359]: _type = "Task" [ 752.612849] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.621218] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440630, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.680495] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Releasing lock "refresh_cache-88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.680980] env[62359]: DEBUG nova.compute.manager [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Instance network_info: |[{"id": "b97c0c74-177c-4a57-81da-4ebf37684842", "address": "fa:16:3e:7d:a5:82", "network": {"id": "ada71ac8-2097-4852-918d-a2991b994f18", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1702163042", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97c0c74-17", "ovs_interfaceid": "b97c0c74-177c-4a57-81da-4ebf37684842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de935a42-56ed-48d4-8a46-437e67d3f310", "address": "fa:16:3e:32:d8:79", "network": {"id": "f86501ec-fa15-4af4-8c40-e982578b036f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-304794696", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde935a42-56", "ovs_interfaceid": "de935a42-56ed-48d4-8a46-437e67d3f310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.681314] env[62359]: DEBUG oslo_concurrency.lockutils [req-a8163365-79c7-447d-88fb-1dab6c133d61 req-78139718-5ca9-4f11-bc6a-453cbc85c4ca service nova] Acquired lock "refresh_cache-88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.681573] env[62359]: DEBUG nova.network.neutron [req-a8163365-79c7-447d-88fb-1dab6c133d61 req-78139718-5ca9-4f11-bc6a-453cbc85c4ca service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Refreshing network info cache for port b97c0c74-177c-4a57-81da-4ebf37684842 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.682777] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:a5:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b97c0c74-177c-4a57-81da-4ebf37684842', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:d8:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de935a42-56ed-48d4-8a46-437e67d3f310', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.694210] env[62359]: DEBUG oslo.service.loopingcall [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.698788] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.699059] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc59da15-2909-4d3b-875c-0cacf24c9e3d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.722559] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquiring lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.722820] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.723085] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquiring lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.723338] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.723653] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.726915] env[62359]: INFO nova.compute.manager [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Terminating instance [ 752.732116] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.732116] env[62359]: value = "task-2440631" [ 752.732116] env[62359]: _type = "Task" [ 752.732116] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.741846] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440631, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.785979] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.786321] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.786576] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.786780] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.786987] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.789376] env[62359]: INFO nova.compute.manager [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Terminating instance [ 752.822043] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.962594] env[62359]: DEBUG nova.compute.utils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 752.964082] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.964234] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.974100] env[62359]: DEBUG oslo_concurrency.lockutils [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "21fd3d6a-3e9d-4622-8062-036c5525df79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.974319] env[62359]: DEBUG oslo_concurrency.lockutils [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "21fd3d6a-3e9d-4622-8062-036c5525df79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.976162] env[62359]: DEBUG oslo_concurrency.lockutils [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "21fd3d6a-3e9d-4622-8062-036c5525df79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.976162] env[62359]: DEBUG oslo_concurrency.lockutils [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "21fd3d6a-3e9d-4622-8062-036c5525df79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.976162] env[62359]: DEBUG oslo_concurrency.lockutils [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "21fd3d6a-3e9d-4622-8062-036c5525df79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.976750] env[62359]: DEBUG oslo_concurrency.lockutils [req-3f841ba5-1d79-47b4-8958-1ac6bf27972e req-d0787221-def0-48eb-b8d8-d0def746f646 service nova] Releasing lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.977319] env[62359]: INFO nova.compute.manager [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Terminating instance [ 752.984428] env[62359]: DEBUG nova.network.neutron [req-a8163365-79c7-447d-88fb-1dab6c133d61 req-78139718-5ca9-4f11-bc6a-453cbc85c4ca service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Updated VIF entry in instance network info cache for port b97c0c74-177c-4a57-81da-4ebf37684842. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.984955] env[62359]: DEBUG nova.network.neutron [req-a8163365-79c7-447d-88fb-1dab6c133d61 req-78139718-5ca9-4f11-bc6a-453cbc85c4ca service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Updating instance_info_cache with network_info: [{"id": "b97c0c74-177c-4a57-81da-4ebf37684842", "address": "fa:16:3e:7d:a5:82", "network": {"id": "ada71ac8-2097-4852-918d-a2991b994f18", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1702163042", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97c0c74-17", "ovs_interfaceid": "b97c0c74-177c-4a57-81da-4ebf37684842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de935a42-56ed-48d4-8a46-437e67d3f310", "address": "fa:16:3e:32:d8:79", "network": {"id": "f86501ec-fa15-4af4-8c40-e982578b036f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-304794696", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde935a42-56", "ovs_interfaceid": "de935a42-56ed-48d4-8a46-437e67d3f310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.019348] env[62359]: DEBUG nova.policy [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6021f220f7f4f3098339e331ff5f006', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '260e85cd8abc4d14b7f964b6588a3d1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.125255] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440630, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.235018] env[62359]: DEBUG nova.compute.manager [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.235018] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.235018] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62115801-dd25-45fc-b1da-eba5b3c60fbc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.250431] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440631, 'name': CreateVM_Task, 'duration_secs': 0.427237} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.250431] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.250599] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.251408] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.251568] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.251869] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.252107] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9f74e06-6a34-4b97-808e-c1d84936c290 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.254660] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8bd326b-8ebb-4c35-a98f-3a6d62d935d9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.259670] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 753.259670] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c6e2b1-92f4-5627-e313-e7c90737efc0" [ 753.259670] env[62359]: _type = "Task" [ 753.259670] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.264344] env[62359]: DEBUG oslo_vmware.api [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for the task: (returnval){ [ 753.264344] env[62359]: value = "task-2440632" [ 753.264344] env[62359]: _type = "Task" [ 753.264344] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.272882] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c6e2b1-92f4-5627-e313-e7c90737efc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.277117] env[62359]: DEBUG oslo_vmware.api [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.294944] env[62359]: DEBUG nova.compute.manager [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.295193] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.296122] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae514fc-bcda-4323-a412-5f45289964e2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.303963] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.304257] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba540633-93e3-48c0-b7b3-ff35cb055a1f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.311426] env[62359]: DEBUG oslo_vmware.api [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 753.311426] env[62359]: value = "task-2440633" [ 753.311426] env[62359]: _type = "Task" [ 753.311426] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.319573] env[62359]: DEBUG oslo_vmware.api [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.327526] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Successfully created port: a899019a-a62b-4fa7-897b-4195961a4229 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.468615] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.480942] env[62359]: DEBUG nova.compute.manager [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.481312] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.482456] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4627790f-6561-4be0-b9ab-49e4d15731a7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.487080] env[62359]: DEBUG oslo_concurrency.lockutils [req-a8163365-79c7-447d-88fb-1dab6c133d61 req-78139718-5ca9-4f11-bc6a-453cbc85c4ca service nova] Releasing lock "refresh_cache-88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.487315] env[62359]: DEBUG nova.compute.manager [req-a8163365-79c7-447d-88fb-1dab6c133d61 req-78139718-5ca9-4f11-bc6a-453cbc85c4ca service nova] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Received event network-vif-deleted-815dfc1b-7888-4c2f-bb84-6c4dd67e9031 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.490013] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.490474] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b525171a-4884-43a2-aca0-e4bb67846eb8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.496972] env[62359]: DEBUG oslo_vmware.api [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 753.496972] env[62359]: value = "task-2440634" [ 753.496972] env[62359]: _type = "Task" [ 753.496972] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.510703] env[62359]: DEBUG oslo_vmware.api [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.613200] env[62359]: DEBUG nova.compute.manager [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.616629] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f02152-bde1-4643-befa-f2c5f78a0707 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.627579] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440630, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.774900] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c6e2b1-92f4-5627-e313-e7c90737efc0, 'name': SearchDatastore_Task, 'duration_secs': 0.025108} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.775702] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.776426] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.776426] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.776510] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.776704] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.783073] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d201741f-c117-4859-94ad-94f4ce2d6694 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.785125] env[62359]: DEBUG oslo_vmware.api [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440632, 'name': PowerOffVM_Task, 'duration_secs': 0.222141} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.785649] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.785841] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.786442] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-758d12a9-3c11-4caa-9aa2-3b8f0cffbc7d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.792715] env[62359]: DEBUG oslo_concurrency.lockutils [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "interface-7612af2a-962a-4b03-9d1d-95c06e91968c-9e667885-8964-42f3-9fde-fb130170e8fe" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.793034] env[62359]: DEBUG oslo_concurrency.lockutils [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-7612af2a-962a-4b03-9d1d-95c06e91968c-9e667885-8964-42f3-9fde-fb130170e8fe" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.796380] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.796831] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.799192] env[62359]: DEBUG nova.compute.manager [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Received event network-vif-plugged-de935a42-56ed-48d4-8a46-437e67d3f310 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.799508] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Acquiring lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.799843] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.800130] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.800348] env[62359]: DEBUG nova.compute.manager [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] No waiting events found dispatching network-vif-plugged-de935a42-56ed-48d4-8a46-437e67d3f310 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.800528] env[62359]: WARNING nova.compute.manager [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Received unexpected event network-vif-plugged-de935a42-56ed-48d4-8a46-437e67d3f310 for instance with vm_state building and task_state spawning. [ 753.800743] env[62359]: DEBUG nova.compute.manager [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Received event network-vif-plugged-c15e7927-b9fa-474b-acb3-9d28cbd5f4db {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.800939] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Acquiring lock "74affe11-9b15-461d-b616-c9206d86236a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.801154] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Lock "74affe11-9b15-461d-b616-c9206d86236a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.801321] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Lock "74affe11-9b15-461d-b616-c9206d86236a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.801500] env[62359]: DEBUG nova.compute.manager [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] No waiting events found dispatching network-vif-plugged-c15e7927-b9fa-474b-acb3-9d28cbd5f4db {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.801661] env[62359]: WARNING nova.compute.manager [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Received unexpected event network-vif-plugged-c15e7927-b9fa-474b-acb3-9d28cbd5f4db for instance with vm_state building and task_state spawning. [ 753.801826] env[62359]: DEBUG nova.compute.manager [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Received event network-changed-de935a42-56ed-48d4-8a46-437e67d3f310 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.802009] env[62359]: DEBUG nova.compute.manager [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Refreshing instance network info cache due to event network-changed-de935a42-56ed-48d4-8a46-437e67d3f310. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.802282] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Acquiring lock "refresh_cache-88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.802514] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Acquired lock "refresh_cache-88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.802780] env[62359]: DEBUG nova.network.neutron [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Refreshing network info cache for port de935a42-56ed-48d4-8a46-437e67d3f310 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.808391] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71ca1c5-ec3d-4763-b8fe-48ad501863e9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.821996] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 753.821996] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5237bb8d-0fc8-8bb5-2582-da732349a481" [ 753.821996] env[62359]: _type = "Task" [ 753.821996] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.828969] env[62359]: DEBUG oslo_vmware.api [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.836695] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5237bb8d-0fc8-8bb5-2582-da732349a481, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.837782] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605cc9cd-f611-46db-b1ac-66e3890894d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.842859] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 753.842859] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521314db-03b7-c758-7ba5-ba051fd4700f" [ 753.842859] env[62359]: _type = "Task" [ 753.842859] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.854155] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521314db-03b7-c758-7ba5-ba051fd4700f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.858444] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.858652] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.858828] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Deleting the datastore file [datastore2] baec1543-5ffb-4fd8-8ce7-0b353a826f64 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.859118] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-632711b8-1b6a-4d4d-9279-74015f672225 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.867797] env[62359]: DEBUG oslo_vmware.api [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for the task: (returnval){ [ 753.867797] env[62359]: value = "task-2440636" [ 753.867797] env[62359]: _type = "Task" [ 753.867797] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.878812] env[62359]: DEBUG oslo_vmware.api [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.969916] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad1273b-c108-4023-ad70-4046ebfd25ed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.984418] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304b948d-af21-4298-9bbb-1b3d9b60e7a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.021624] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72eed91-638d-4b69-8c52-b4cfcc9b356b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.032531] env[62359]: DEBUG oslo_vmware.api [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440634, 'name': PowerOffVM_Task, 'duration_secs': 0.468193} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.033132] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.033332] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.034524] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965b62fd-e87a-4cd5-82bb-eb8ec825606e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.038441] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb3093d3-2ead-4ba6-b0e3-9ccec4e2d819 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.050858] env[62359]: DEBUG nova.compute.provider_tree [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.068170] env[62359]: DEBUG nova.network.neutron [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Updated VIF entry in instance network info cache for port de935a42-56ed-48d4-8a46-437e67d3f310. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.068643] env[62359]: DEBUG nova.network.neutron [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Updating instance_info_cache with network_info: [{"id": "b97c0c74-177c-4a57-81da-4ebf37684842", "address": "fa:16:3e:7d:a5:82", "network": {"id": "ada71ac8-2097-4852-918d-a2991b994f18", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1702163042", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97c0c74-17", "ovs_interfaceid": "b97c0c74-177c-4a57-81da-4ebf37684842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de935a42-56ed-48d4-8a46-437e67d3f310", "address": "fa:16:3e:32:d8:79", "network": {"id": "f86501ec-fa15-4af4-8c40-e982578b036f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-304794696", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde935a42-56", "ovs_interfaceid": "de935a42-56ed-48d4-8a46-437e67d3f310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.101328] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.101574] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.101829] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Deleting the datastore file [datastore2] 21fd3d6a-3e9d-4622-8062-036c5525df79 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.102126] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe99b93f-49bc-48f7-95bf-726313bfb96b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.109666] env[62359]: DEBUG oslo_vmware.api [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for the task: (returnval){ [ 754.109666] env[62359]: value = "task-2440639" [ 754.109666] env[62359]: _type = "Task" [ 754.109666] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.117683] env[62359]: DEBUG oslo_vmware.api [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.128589] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440630, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.135510] env[62359]: INFO nova.compute.manager [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] instance snapshotting [ 754.137874] env[62359]: DEBUG nova.compute.manager [req-0e5252c6-cdbc-43d1-b70b-9535a39fd5e8 req-6ed71365-8359-4ba0-a084-d8d1d222b0e8 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Received event network-changed-1d8a0e07-15f5-4e78-9609-3c3696c06417 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.138094] env[62359]: DEBUG nova.compute.manager [req-0e5252c6-cdbc-43d1-b70b-9535a39fd5e8 req-6ed71365-8359-4ba0-a084-d8d1d222b0e8 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Refreshing instance network info cache due to event network-changed-1d8a0e07-15f5-4e78-9609-3c3696c06417. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 754.138389] env[62359]: DEBUG oslo_concurrency.lockutils [req-0e5252c6-cdbc-43d1-b70b-9535a39fd5e8 req-6ed71365-8359-4ba0-a084-d8d1d222b0e8 service nova] Acquiring lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.138466] env[62359]: DEBUG oslo_concurrency.lockutils [req-0e5252c6-cdbc-43d1-b70b-9535a39fd5e8 req-6ed71365-8359-4ba0-a084-d8d1d222b0e8 service nova] Acquired lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.138615] env[62359]: DEBUG nova.network.neutron [req-0e5252c6-cdbc-43d1-b70b-9535a39fd5e8 req-6ed71365-8359-4ba0-a084-d8d1d222b0e8 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Refreshing network info cache for port 1d8a0e07-15f5-4e78-9609-3c3696c06417 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.140689] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ddaefa-7cc9-459b-8488-fd801a8b2205 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.166821] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05481e05-540b-41b7-a4cf-a09b110195ee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.305870] env[62359]: DEBUG oslo_concurrency.lockutils [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.305870] env[62359]: DEBUG oslo_concurrency.lockutils [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.306795] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7558809-77b7-4790-94fd-ac2567746c05 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.329807] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6cc72-e55b-433a-ba10-b9164e67ea32 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.360428] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Reconfiguring VM to detach interface {{(pid=62359) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 754.360804] env[62359]: DEBUG oslo_vmware.api [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440633, 'name': PowerOffVM_Task, 'duration_secs': 0.640337} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.364342] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d8ac975-168f-48a4-9c5d-28c9bd2d9961 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.379408] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.379604] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.379944] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba151eda-c8ee-4913-916c-9c7668ffba55 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.390173] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521314db-03b7-c758-7ba5-ba051fd4700f, 'name': SearchDatastore_Task, 'duration_secs': 0.015377} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.391046] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.391156] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b/88397693-cf4e-4fbd-88f7-f1c29dcf9d1b.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.392471] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ac5c835-6950-4723-8c55-8b563d84ed01 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.394559] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 754.394559] env[62359]: value = "task-2440640" [ 754.394559] env[62359]: _type = "Task" [ 754.394559] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.402139] env[62359]: DEBUG oslo_vmware.api [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Task: {'id': task-2440636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240765} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.406303] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.406501] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.406680] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.406855] env[62359]: INFO nova.compute.manager [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Took 1.17 seconds to destroy the instance on the hypervisor. [ 754.407119] env[62359]: DEBUG oslo.service.loopingcall [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.407319] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.407586] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 754.407586] env[62359]: value = "task-2440642" [ 754.407586] env[62359]: _type = "Task" [ 754.407586] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.407778] env[62359]: DEBUG nova.compute.manager [-] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.407871] env[62359]: DEBUG nova.network.neutron [-] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.420724] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.452836] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.453204] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.453580] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Deleting the datastore file [datastore2] 8231f09d-c1e4-42b7-a55e-72ceaac98a11 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.453999] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78c353e2-6f9b-49f3-863e-0917dae82c5f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.462239] env[62359]: DEBUG oslo_vmware.api [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for the task: (returnval){ [ 754.462239] env[62359]: value = "task-2440643" [ 754.462239] env[62359]: _type = "Task" [ 754.462239] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.472137] env[62359]: DEBUG oslo_vmware.api [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.489919] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.513636] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.514157] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.514434] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.514595] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.514746] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.514921] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.515125] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.515301] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.515490] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.515676] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.515951] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.516766] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677bd31b-32fb-4fb9-b614-654569a3cf4e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.524824] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b12fbe-7a76-4fe9-a7a3-547c904029c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.554573] env[62359]: DEBUG nova.scheduler.client.report [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.571276] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Releasing lock "refresh_cache-88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.572779] env[62359]: DEBUG nova.compute.manager [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Received event network-changed-c15e7927-b9fa-474b-acb3-9d28cbd5f4db {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.572779] env[62359]: DEBUG nova.compute.manager [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Refreshing instance network info cache due to event network-changed-c15e7927-b9fa-474b-acb3-9d28cbd5f4db. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 754.572779] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Acquiring lock "refresh_cache-74affe11-9b15-461d-b616-c9206d86236a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.572779] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Acquired lock "refresh_cache-74affe11-9b15-461d-b616-c9206d86236a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.572779] env[62359]: DEBUG nova.network.neutron [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Refreshing network info cache for port c15e7927-b9fa-474b-acb3-9d28cbd5f4db {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.619508] env[62359]: DEBUG oslo_vmware.api [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Task: {'id': task-2440639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307431} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.619755] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.619940] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.620136] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.620310] env[62359]: INFO nova.compute.manager [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Took 1.14 seconds to destroy the instance on the hypervisor. [ 754.620545] env[62359]: DEBUG oslo.service.loopingcall [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.621468] env[62359]: DEBUG nova.compute.manager [-] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.621468] env[62359]: DEBUG nova.network.neutron [-] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.631867] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440630, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.679292] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 754.679292] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-557e950e-9cc0-404d-9edd-6191cb679e34 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.688232] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 754.688232] env[62359]: value = "task-2440644" [ 754.688232] env[62359]: _type = "Task" [ 754.688232] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.698623] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.911416] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.921024] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440642, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.972315] env[62359]: DEBUG oslo_vmware.api [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Task: {'id': task-2440643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323718} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.972586] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.972772] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.973225] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.973225] env[62359]: INFO nova.compute.manager [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Took 1.68 seconds to destroy the instance on the hypervisor. [ 754.973413] env[62359]: DEBUG oslo.service.loopingcall [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.973623] env[62359]: DEBUG nova.compute.manager [-] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.973718] env[62359]: DEBUG nova.network.neutron [-] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.060655] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.061292] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.064478] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.975s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.065954] env[62359]: INFO nova.compute.claims [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.098492] env[62359]: DEBUG nova.network.neutron [req-0e5252c6-cdbc-43d1-b70b-9535a39fd5e8 req-6ed71365-8359-4ba0-a084-d8d1d222b0e8 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updated VIF entry in instance network info cache for port 1d8a0e07-15f5-4e78-9609-3c3696c06417. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.098938] env[62359]: DEBUG nova.network.neutron [req-0e5252c6-cdbc-43d1-b70b-9535a39fd5e8 req-6ed71365-8359-4ba0-a084-d8d1d222b0e8 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance_info_cache with network_info: [{"id": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "address": "fa:16:3e:9f:3c:7a", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8a0e07-15", "ovs_interfaceid": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.131874] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440630, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.180745] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Successfully updated port: a899019a-a62b-4fa7-897b-4195961a4229 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.201824] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.280818] env[62359]: DEBUG nova.network.neutron [-] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.356090] env[62359]: DEBUG nova.network.neutron [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Updated VIF entry in instance network info cache for port c15e7927-b9fa-474b-acb3-9d28cbd5f4db. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.356090] env[62359]: DEBUG nova.network.neutron [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Updating instance_info_cache with network_info: [{"id": "c15e7927-b9fa-474b-acb3-9d28cbd5f4db", "address": "fa:16:3e:c6:94:ff", "network": {"id": "da0b4c8f-9eda-4361-a90a-0e40af501329", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590189730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3399b9a52545b38e5176d4df82ba9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc15e7927-b9", "ovs_interfaceid": "c15e7927-b9fa-474b-acb3-9d28cbd5f4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.408227] env[62359]: DEBUG nova.network.neutron [-] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.409498] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.420928] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640507} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.422022] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b/88397693-cf4e-4fbd-88f7-f1c29dcf9d1b.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.422160] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.422416] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3c50fa0-7996-43f6-b54b-4dbdac65502e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.429645] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 755.429645] env[62359]: value = "task-2440645" [ 755.429645] env[62359]: _type = "Task" [ 755.429645] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.437961] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.574791] env[62359]: DEBUG nova.compute.utils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 755.578240] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.578240] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.602349] env[62359]: DEBUG oslo_concurrency.lockutils [req-0e5252c6-cdbc-43d1-b70b-9535a39fd5e8 req-6ed71365-8359-4ba0-a084-d8d1d222b0e8 service nova] Releasing lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.627812] env[62359]: DEBUG nova.policy [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6021f220f7f4f3098339e331ff5f006', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '260e85cd8abc4d14b7f964b6588a3d1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.634990] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440630, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.684367] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "refresh_cache-be4a443c-7491-4950-8ff6-56d7ac632328" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.684582] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired lock "refresh_cache-be4a443c-7491-4950-8ff6-56d7ac632328" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.684750] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.697545] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440644, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.783152] env[62359]: INFO nova.compute.manager [-] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Took 1.38 seconds to deallocate network for instance. [ 755.799410] env[62359]: DEBUG nova.network.neutron [-] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.828810] env[62359]: DEBUG nova.compute.manager [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Received event network-vif-deleted-04c7006e-6688-47a6-8c8b-85b9c3c7c2cc {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.829137] env[62359]: DEBUG nova.compute.manager [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Received event network-vif-plugged-a899019a-a62b-4fa7-897b-4195961a4229 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.829382] env[62359]: DEBUG oslo_concurrency.lockutils [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] Acquiring lock "be4a443c-7491-4950-8ff6-56d7ac632328-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.829593] env[62359]: DEBUG oslo_concurrency.lockutils [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] Lock "be4a443c-7491-4950-8ff6-56d7ac632328-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.829811] env[62359]: DEBUG oslo_concurrency.lockutils [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] Lock "be4a443c-7491-4950-8ff6-56d7ac632328-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.829920] env[62359]: DEBUG nova.compute.manager [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] No waiting events found dispatching network-vif-plugged-a899019a-a62b-4fa7-897b-4195961a4229 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.830091] env[62359]: WARNING nova.compute.manager [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Received unexpected event network-vif-plugged-a899019a-a62b-4fa7-897b-4195961a4229 for instance with vm_state building and task_state spawning. [ 755.830256] env[62359]: DEBUG nova.compute.manager [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Received event network-changed-a899019a-a62b-4fa7-897b-4195961a4229 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.830409] env[62359]: DEBUG nova.compute.manager [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Refreshing instance network info cache due to event network-changed-a899019a-a62b-4fa7-897b-4195961a4229. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 755.830615] env[62359]: DEBUG oslo_concurrency.lockutils [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] Acquiring lock "refresh_cache-be4a443c-7491-4950-8ff6-56d7ac632328" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.859111] env[62359]: DEBUG oslo_concurrency.lockutils [req-fefc385a-ba39-4741-b0ca-629a9a4f7ef8 req-de215e9d-77fd-408b-95c8-d92d9395c131 service nova] Releasing lock "refresh_cache-74affe11-9b15-461d-b616-c9206d86236a" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.876100] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Successfully created port: 3e5054df-2bd3-4983-9f9d-7cd8ebd284aa {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.908189] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.910737] env[62359]: INFO nova.compute.manager [-] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Took 1.29 seconds to deallocate network for instance. [ 755.940854] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304302} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.941168] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.941953] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b8b4eb-b1c8-44bb-b329-e08e10014917 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.970106] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b/88397693-cf4e-4fbd-88f7-f1c29dcf9d1b.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.972340] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2882cb3b-3cec-48f2-8178-7177cdb534e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.993417] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 755.993417] env[62359]: value = "task-2440646" [ 755.993417] env[62359]: _type = "Task" [ 755.993417] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.002675] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.079352] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.132844] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440630, 'name': CreateVM_Task, 'duration_secs': 3.04492} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.135628] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.136829] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.136960] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.137325] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.137600] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c36117-a2e1-4695-9246-051c905c1673 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.142754] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 756.142754] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52523fef-56a3-e7c2-f5f8-b1d271f03224" [ 756.142754] env[62359]: _type = "Task" [ 756.142754] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.151132] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52523fef-56a3-e7c2-f5f8-b1d271f03224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.168056] env[62359]: DEBUG nova.compute.manager [req-49f59d93-f417-4cba-a1a9-b49a17bccea3 req-ae364013-2a57-4f31-a06b-285e2ad69849 service nova] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Received event network-vif-deleted-c919a419-2173-4438-840c-ffb57fea6052 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.168301] env[62359]: DEBUG nova.compute.manager [req-49f59d93-f417-4cba-a1a9-b49a17bccea3 req-ae364013-2a57-4f31-a06b-285e2ad69849 service nova] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Received event network-vif-deleted-fba6c4d9-109c-4afc-9b99-4debbf630ca5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.198501] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440644, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.225578] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.289862] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.303577] env[62359]: INFO nova.compute.manager [-] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Took 1.33 seconds to deallocate network for instance. [ 756.317482] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 756.317698] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494420', 'volume_id': '18a2755b-0d0d-4612-8915-1124bd35f6c4', 'name': 'volume-18a2755b-0d0d-4612-8915-1124bd35f6c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1efd98fb-74e1-463e-afee-a53f890f8043', 'attached_at': '', 'detached_at': '', 'volume_id': '18a2755b-0d0d-4612-8915-1124bd35f6c4', 'serial': '18a2755b-0d0d-4612-8915-1124bd35f6c4'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 756.318584] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4764635-45db-4809-b2e1-5724ab91724d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.341075] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d7bc95-372a-4565-9437-8e8d9bde8628 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.370455] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-18a2755b-0d0d-4612-8915-1124bd35f6c4/volume-18a2755b-0d0d-4612-8915-1124bd35f6c4.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.376464] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f623bbf0-1451-40b9-8e88-d1fd92a5be52 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.397218] env[62359]: DEBUG oslo_vmware.api [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Waiting for the task: (returnval){ [ 756.397218] env[62359]: value = "task-2440647" [ 756.397218] env[62359]: _type = "Task" [ 756.397218] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.415070] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.415317] env[62359]: DEBUG oslo_vmware.api [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Task: {'id': task-2440647, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.417368] env[62359]: DEBUG oslo_concurrency.lockutils [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.463353] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Updating instance_info_cache with network_info: [{"id": "a899019a-a62b-4fa7-897b-4195961a4229", "address": "fa:16:3e:12:cd:a3", "network": {"id": "1deecb91-dacf-43d5-aabe-1a41594e4200", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1837623853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e85cd8abc4d14b7f964b6588a3d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa899019a-a6", "ovs_interfaceid": "a899019a-a62b-4fa7-897b-4195961a4229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.503191] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.617703] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00de0649-2b1a-48ea-b632-2a5c678393d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.627722] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b3e907-a2a7-4557-84a5-20c474faeecd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.663530] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0745ef1c-ef86-4dda-978f-62129319c5c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.671991] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52523fef-56a3-e7c2-f5f8-b1d271f03224, 'name': SearchDatastore_Task, 'duration_secs': 0.025576} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.674146] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.674408] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.674622] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.674767] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.674946] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.675255] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa7addfb-42a5-4145-85ab-4cecc5e6639c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.677915] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61c8515-33cc-414a-bf50-268ede2720de {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.692111] env[62359]: DEBUG nova.compute.provider_tree [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.696973] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.697225] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.698188] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69329f90-152a-46a2-818c-377068c9cc94 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.706683] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440644, 'name': CreateSnapshot_Task, 'duration_secs': 1.90552} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.708090] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 756.708421] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 756.708421] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f45485-7cc8-c856-72af-6c124d253e8a" [ 756.708421] env[62359]: _type = "Task" [ 756.708421] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.709116] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d887763-f46b-4edc-9399-528654b9c47b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.721855] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f45485-7cc8-c856-72af-6c124d253e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.008485} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.727379] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e41701-e2f2-4eb4-9294-5caaa2a7e523 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.732856] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 756.732856] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522b7e78-93b8-e3a7-1129-29ae4e8fe0fd" [ 756.732856] env[62359]: _type = "Task" [ 756.732856] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.740495] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522b7e78-93b8-e3a7-1129-29ae4e8fe0fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.818451] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.914217] env[62359]: DEBUG oslo_vmware.api [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Task: {'id': task-2440647, 'name': ReconfigVM_Task, 'duration_secs': 0.397123} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.914748] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.914748] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-18a2755b-0d0d-4612-8915-1124bd35f6c4/volume-18a2755b-0d0d-4612-8915-1124bd35f6c4.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.919348] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce3aafc9-b4fa-4ecf-8257-4a72efa703b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.934256] env[62359]: DEBUG oslo_vmware.api [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Waiting for the task: (returnval){ [ 756.934256] env[62359]: value = "task-2440648" [ 756.934256] env[62359]: _type = "Task" [ 756.934256] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.943838] env[62359]: DEBUG oslo_vmware.api [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Task: {'id': task-2440648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.966601] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Releasing lock "refresh_cache-be4a443c-7491-4950-8ff6-56d7ac632328" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.966992] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Instance network_info: |[{"id": "a899019a-a62b-4fa7-897b-4195961a4229", "address": "fa:16:3e:12:cd:a3", "network": {"id": "1deecb91-dacf-43d5-aabe-1a41594e4200", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1837623853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e85cd8abc4d14b7f964b6588a3d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa899019a-a6", "ovs_interfaceid": "a899019a-a62b-4fa7-897b-4195961a4229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.967331] env[62359]: DEBUG oslo_concurrency.lockutils [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] Acquired lock "refresh_cache-be4a443c-7491-4950-8ff6-56d7ac632328" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.967551] env[62359]: DEBUG nova.network.neutron [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Refreshing network info cache for port a899019a-a62b-4fa7-897b-4195961a4229 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.968909] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:cd:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a899019a-a62b-4fa7-897b-4195961a4229', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.976564] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Creating folder: Project (260e85cd8abc4d14b7f964b6588a3d1a). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.977622] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faf4db5d-02f9-4482-bf20-3413cc28ec70 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.988390] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Created folder: Project (260e85cd8abc4d14b7f964b6588a3d1a) in parent group-v494269. [ 756.988729] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Creating folder: Instances. Parent ref: group-v494424. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.989042] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e9a20cd-2641-4eae-a337-6f0e1755e55b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.998957] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Created folder: Instances in parent group-v494424. [ 756.999640] env[62359]: DEBUG oslo.service.loopingcall [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.999810] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.999888] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95f4e87c-ebbe-494c-bda8-d74ef38d0fa7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.017193] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440646, 'name': ReconfigVM_Task, 'duration_secs': 0.687082} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.017774] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b/88397693-cf4e-4fbd-88f7-f1c29dcf9d1b.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.018389] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9effc51f-c424-4842-b5f7-9a7f1fb6a88c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.020939] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.020939] env[62359]: value = "task-2440651" [ 757.020939] env[62359]: _type = "Task" [ 757.020939] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.024592] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 757.024592] env[62359]: value = "task-2440652" [ 757.024592] env[62359]: _type = "Task" [ 757.024592] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.031734] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440651, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.037119] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440652, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.089367] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.117823] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.118073] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.118262] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.118453] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.118620] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.118799] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.119100] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.119293] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.119479] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.119671] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.119848] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.120723] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a99dd30-24a2-4f06-9d19-b8d04648e270 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.129802] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a659c5-cc93-4000-83c2-99d39198a38f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.200330] env[62359]: DEBUG nova.scheduler.client.report [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.238871] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 757.239589] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1466c6cb-7dbb-40aa-ac00-54a4972e8008 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.253553] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522b7e78-93b8-e3a7-1129-29ae4e8fe0fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.254927] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.255206] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 74affe11-9b15-461d-b616-c9206d86236a/74affe11-9b15-461d-b616-c9206d86236a.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.255529] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 757.255529] env[62359]: value = "task-2440653" [ 757.255529] env[62359]: _type = "Task" [ 757.255529] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.255827] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f29db63f-710d-4dfc-9779-a27d73e7194a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.267129] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440653, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.268596] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 757.268596] env[62359]: value = "task-2440654" [ 757.268596] env[62359]: _type = "Task" [ 757.268596] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.277031] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.414234] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.444899] env[62359]: DEBUG oslo_vmware.api [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Task: {'id': task-2440648, 'name': ReconfigVM_Task, 'duration_secs': 0.138154} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.445239] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494420', 'volume_id': '18a2755b-0d0d-4612-8915-1124bd35f6c4', 'name': 'volume-18a2755b-0d0d-4612-8915-1124bd35f6c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1efd98fb-74e1-463e-afee-a53f890f8043', 'attached_at': '', 'detached_at': '', 'volume_id': '18a2755b-0d0d-4612-8915-1124bd35f6c4', 'serial': '18a2755b-0d0d-4612-8915-1124bd35f6c4'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 757.540278] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440651, 'name': CreateVM_Task, 'duration_secs': 0.351561} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.543796] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.544617] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440652, 'name': Rename_Task, 'duration_secs': 0.145735} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.545274] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.545497] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.545834] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.546168] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.546407] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6bd12d-4cb6-4e25-b042-22b3b41a2071 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.548624] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2028538f-1a54-4a74-8c8a-74f4d8557930 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.556124] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 757.556124] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]523812f7-b604-5c02-3d34-c7730052382a" [ 757.556124] env[62359]: _type = "Task" [ 757.556124] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.562407] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 757.562407] env[62359]: value = "task-2440655" [ 757.562407] env[62359]: _type = "Task" [ 757.562407] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.573409] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523812f7-b604-5c02-3d34-c7730052382a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.581112] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440655, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.588137] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Successfully updated port: 3e5054df-2bd3-4983-9f9d-7cd8ebd284aa {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.705772] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.706338] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.713024] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.862s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.713024] env[62359]: INFO nova.compute.claims [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.769590] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440653, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.778110] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501627} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.778340] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 74affe11-9b15-461d-b616-c9206d86236a/74affe11-9b15-461d-b616-c9206d86236a.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.778555] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.778801] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edda9d73-0e0f-4670-9ab4-288fc2f4c350 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.784735] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 757.784735] env[62359]: value = "task-2440656" [ 757.784735] env[62359]: _type = "Task" [ 757.784735] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.792560] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.877092] env[62359]: DEBUG nova.compute.manager [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Received event network-vif-plugged-3e5054df-2bd3-4983-9f9d-7cd8ebd284aa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.877308] env[62359]: DEBUG oslo_concurrency.lockutils [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] Acquiring lock "1763ee71-5ce0-4eba-ae22-79f01896a574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.878382] env[62359]: DEBUG oslo_concurrency.lockutils [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] Lock "1763ee71-5ce0-4eba-ae22-79f01896a574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.878382] env[62359]: DEBUG oslo_concurrency.lockutils [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] Lock "1763ee71-5ce0-4eba-ae22-79f01896a574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.878382] env[62359]: DEBUG nova.compute.manager [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] No waiting events found dispatching network-vif-plugged-3e5054df-2bd3-4983-9f9d-7cd8ebd284aa {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.878382] env[62359]: WARNING nova.compute.manager [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Received unexpected event network-vif-plugged-3e5054df-2bd3-4983-9f9d-7cd8ebd284aa for instance with vm_state building and task_state spawning. [ 757.878382] env[62359]: DEBUG nova.compute.manager [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Received event network-changed-3e5054df-2bd3-4983-9f9d-7cd8ebd284aa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.878382] env[62359]: DEBUG nova.compute.manager [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Refreshing instance network info cache due to event network-changed-3e5054df-2bd3-4983-9f9d-7cd8ebd284aa. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.879079] env[62359]: DEBUG oslo_concurrency.lockutils [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] Acquiring lock "refresh_cache-1763ee71-5ce0-4eba-ae22-79f01896a574" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.879079] env[62359]: DEBUG oslo_concurrency.lockutils [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] Acquired lock "refresh_cache-1763ee71-5ce0-4eba-ae22-79f01896a574" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.879079] env[62359]: DEBUG nova.network.neutron [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Refreshing network info cache for port 3e5054df-2bd3-4983-9f9d-7cd8ebd284aa {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.909377] env[62359]: DEBUG nova.network.neutron [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Updated VIF entry in instance network info cache for port a899019a-a62b-4fa7-897b-4195961a4229. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.910106] env[62359]: DEBUG nova.network.neutron [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Updating instance_info_cache with network_info: [{"id": "a899019a-a62b-4fa7-897b-4195961a4229", "address": "fa:16:3e:12:cd:a3", "network": {"id": "1deecb91-dacf-43d5-aabe-1a41594e4200", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1837623853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e85cd8abc4d14b7f964b6588a3d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa899019a-a6", "ovs_interfaceid": "a899019a-a62b-4fa7-897b-4195961a4229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.917750] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.067085] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523812f7-b604-5c02-3d34-c7730052382a, 'name': SearchDatastore_Task, 'duration_secs': 0.04988} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.070175] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.070567] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.070822] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.070973] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.071166] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.071453] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d412b620-78cf-4a0d-b125-cf7e58b52afc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.078294] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.082179] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.082489] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.083077] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd48285-7b9b-4a86-b717-aef39114486f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.088261] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 758.088261] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5254d876-398f-6a8e-7b82-dea116e6215c" [ 758.088261] env[62359]: _type = "Task" [ 758.088261] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.091637] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "refresh_cache-1763ee71-5ce0-4eba-ae22-79f01896a574" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.096638] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5254d876-398f-6a8e-7b82-dea116e6215c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.217366] env[62359]: DEBUG nova.compute.utils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 758.218772] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.218944] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.269855] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440653, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.278116] env[62359]: DEBUG nova.policy [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6021f220f7f4f3098339e331ff5f006', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '260e85cd8abc4d14b7f964b6588a3d1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.293533] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085054} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.293701] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.294487] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c63939-5ab6-4cf2-8178-acf9576b8727 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.317913] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 74affe11-9b15-461d-b616-c9206d86236a/74affe11-9b15-461d-b616-c9206d86236a.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.319028] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06879dd4-8434-4129-9d93-8544a940cd0f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.340230] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 758.340230] env[62359]: value = "task-2440657" [ 758.340230] env[62359]: _type = "Task" [ 758.340230] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.349109] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.416627] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.420118] env[62359]: DEBUG oslo_concurrency.lockutils [req-d857a1ee-3b20-495a-9de7-f93fca720ebc req-f571f65a-b758-4c66-8c0d-944d369d46bb service nova] Releasing lock "refresh_cache-be4a443c-7491-4950-8ff6-56d7ac632328" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.439636] env[62359]: DEBUG nova.network.neutron [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.483874] env[62359]: DEBUG nova.objects.instance [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Lazy-loading 'flavor' on Instance uuid 1efd98fb-74e1-463e-afee-a53f890f8043 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.548871] env[62359]: DEBUG nova.network.neutron [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.577784] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440655, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.605255] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5254d876-398f-6a8e-7b82-dea116e6215c, 'name': SearchDatastore_Task, 'duration_secs': 0.016424} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.605985] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0479c1-8fbb-4950-846f-4f540ed49f07 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.611818] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 758.611818] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5286e0c6-2987-c764-9b11-f49a625efc4c" [ 758.611818] env[62359]: _type = "Task" [ 758.611818] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.620413] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5286e0c6-2987-c764-9b11-f49a625efc4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.722109] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Successfully created port: d908fa97-6aac-44a3-b35c-2f0e4dc483bc {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.724727] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.771740] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440653, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.855770] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440657, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.917943] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.992327] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d03b96d-4460-4ceb-a437-c1416058058b tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Lock "1efd98fb-74e1-463e-afee-a53f890f8043" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.312s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.052406] env[62359]: DEBUG oslo_concurrency.lockutils [req-0a3b367c-3aa9-4bc3-9426-5518bc5c1860 req-5632f08d-d8e3-4ba4-8351-3cd46ea5fddc service nova] Releasing lock "refresh_cache-1763ee71-5ce0-4eba-ae22-79f01896a574" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.052931] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired lock "refresh_cache-1763ee71-5ce0-4eba-ae22-79f01896a574" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.052931] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.078351] env[62359]: DEBUG oslo_vmware.api [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440655, 'name': PowerOnVM_Task, 'duration_secs': 1.065452} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.081235] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.081462] env[62359]: INFO nova.compute.manager [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Took 11.99 seconds to spawn the instance on the hypervisor. [ 759.081667] env[62359]: DEBUG nova.compute.manager [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.082871] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6ba550-4363-4674-99eb-9aa38030f22e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.121311] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5286e0c6-2987-c764-9b11-f49a625efc4c, 'name': SearchDatastore_Task, 'duration_secs': 0.018352} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.121487] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.121921] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] be4a443c-7491-4950-8ff6-56d7ac632328/be4a443c-7491-4950-8ff6-56d7ac632328.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.124552] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b210fd8-c90d-4219-acbd-c3c2adc755d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.131933] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 759.131933] env[62359]: value = "task-2440658" [ 759.131933] env[62359]: _type = "Task" [ 759.131933] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.139674] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.255312] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc00771c-18cc-4435-8f73-ee7f3cbc2bc1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.268841] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958fb7de-dea5-4aaf-b9ca-54355f7c3891 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.278958] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440653, 'name': CloneVM_Task, 'duration_secs': 1.858145} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.303439] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Created linked-clone VM from snapshot [ 759.304752] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06b7e71-5bed-4a06-8257-bbcc6b700c23 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.307734] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dc271e-29cd-4f84-acd9-181f7e5023e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.317949] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8208578-dd8e-462f-ab91-ce99ffc1dae8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.321521] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Uploading image 14a96d78-14cc-4db9-9fae-a31f3c5492de {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 759.332905] env[62359]: DEBUG nova.compute.provider_tree [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.345469] env[62359]: DEBUG oslo_vmware.rw_handles [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 759.345469] env[62359]: value = "vm-494427" [ 759.345469] env[62359]: _type = "VirtualMachine" [ 759.345469] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 759.345988] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-336ec1cc-b022-4210-bae6-de1cdbb1a4b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.352643] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440657, 'name': ReconfigVM_Task, 'duration_secs': 0.542108} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.353826] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 74affe11-9b15-461d-b616-c9206d86236a/74affe11-9b15-461d-b616-c9206d86236a.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.354558] env[62359]: DEBUG oslo_vmware.rw_handles [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lease: (returnval){ [ 759.354558] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5227722a-5f9f-3c59-c995-9bca82e65714" [ 759.354558] env[62359]: _type = "HttpNfcLease" [ 759.354558] env[62359]: } obtained for exporting VM: (result){ [ 759.354558] env[62359]: value = "vm-494427" [ 759.354558] env[62359]: _type = "VirtualMachine" [ 759.354558] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 759.354806] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the lease: (returnval){ [ 759.354806] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5227722a-5f9f-3c59-c995-9bca82e65714" [ 759.354806] env[62359]: _type = "HttpNfcLease" [ 759.354806] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 759.354935] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f03e489d-dada-4bd0-89c9-047a46dd641c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.362995] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.362995] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5227722a-5f9f-3c59-c995-9bca82e65714" [ 759.362995] env[62359]: _type = "HttpNfcLease" [ 759.362995] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 759.364218] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 759.364218] env[62359]: value = "task-2440660" [ 759.364218] env[62359]: _type = "Task" [ 759.364218] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.372123] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440660, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.419625] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.590385] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Acquiring lock "1efd98fb-74e1-463e-afee-a53f890f8043" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.590683] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Lock "1efd98fb-74e1-463e-afee-a53f890f8043" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.597723] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.610503] env[62359]: INFO nova.compute.manager [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Took 39.66 seconds to build instance. [ 759.642349] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440658, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.740258] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.766978] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.767427] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.767714] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.768044] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.768690] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.768690] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.768925] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.769294] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.769544] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.769839] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.770365] env[62359]: DEBUG nova.virt.hardware [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.771738] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6f2ac4-5b4c-4723-aafc-00c7a9c35077 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.785147] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c8bc4e-abe7-4c07-8be3-8cc3e2f6b3ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.793586] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Updating instance_info_cache with network_info: [{"id": "3e5054df-2bd3-4983-9f9d-7cd8ebd284aa", "address": "fa:16:3e:e8:4f:94", "network": {"id": "1deecb91-dacf-43d5-aabe-1a41594e4200", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1837623853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e85cd8abc4d14b7f964b6588a3d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5054df-2b", "ovs_interfaceid": "3e5054df-2bd3-4983-9f9d-7cd8ebd284aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.836563] env[62359]: DEBUG nova.scheduler.client.report [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.867843] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.867843] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5227722a-5f9f-3c59-c995-9bca82e65714" [ 759.867843] env[62359]: _type = "HttpNfcLease" [ 759.867843] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 759.872503] env[62359]: DEBUG oslo_vmware.rw_handles [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 759.872503] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5227722a-5f9f-3c59-c995-9bca82e65714" [ 759.872503] env[62359]: _type = "HttpNfcLease" [ 759.872503] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 759.873487] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdb3612-d53f-426e-ab81-42ba647f2cd8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.882758] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440660, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.886873] env[62359]: DEBUG oslo_vmware.rw_handles [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0d9c-8711-4aeb-4a35-2975313fc550/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 759.887149] env[62359]: DEBUG oslo_vmware.rw_handles [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0d9c-8711-4aeb-4a35-2975313fc550/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 759.958156] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.018781] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e87ff5fb-b346-45ad-bbc3-e73be4851e20 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.095035] env[62359]: INFO nova.compute.manager [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Detaching volume 18a2755b-0d0d-4612-8915-1124bd35f6c4 [ 760.113425] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c9ae2433-cf23-4b0c-94ff-79ea74958901 tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.161s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.138587] env[62359]: INFO nova.virt.block_device [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Attempting to driver detach volume 18a2755b-0d0d-4612-8915-1124bd35f6c4 from mountpoint /dev/sdb [ 760.138915] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 760.139183] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494420', 'volume_id': '18a2755b-0d0d-4612-8915-1124bd35f6c4', 'name': 'volume-18a2755b-0d0d-4612-8915-1124bd35f6c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1efd98fb-74e1-463e-afee-a53f890f8043', 'attached_at': '', 'detached_at': '', 'volume_id': '18a2755b-0d0d-4612-8915-1124bd35f6c4', 'serial': '18a2755b-0d0d-4612-8915-1124bd35f6c4'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 760.140303] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8e083f-2429-43c7-95e3-fb4f8a5213de {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.148592] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879043} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.167119] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] be4a443c-7491-4950-8ff6-56d7ac632328/be4a443c-7491-4950-8ff6-56d7ac632328.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.167285] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.167987] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c6cf8af-ead6-4b44-9d04-a16b07bdd090 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.173013] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e47e0d-b5b3-4b7d-b1b1-4f62ec34b2d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.178318] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622172fa-e044-4290-905f-e76391645c0f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.181924] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 760.181924] env[62359]: value = "task-2440661" [ 760.181924] env[62359]: _type = "Task" [ 760.181924] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.205794] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0906b7c5-823a-4001-b408-b814c66d2148 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.211436] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.224324] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] The volume has not been displaced from its original location: [datastore1] volume-18a2755b-0d0d-4612-8915-1124bd35f6c4/volume-18a2755b-0d0d-4612-8915-1124bd35f6c4.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 760.229662] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 760.231973] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5572169d-b89f-472d-98db-205e6b2850c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.250661] env[62359]: DEBUG oslo_vmware.api [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Waiting for the task: (returnval){ [ 760.250661] env[62359]: value = "task-2440662" [ 760.250661] env[62359]: _type = "Task" [ 760.250661] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.258912] env[62359]: DEBUG oslo_vmware.api [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Task: {'id': task-2440662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.296969] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Releasing lock "refresh_cache-1763ee71-5ce0-4eba-ae22-79f01896a574" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.297346] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Instance network_info: |[{"id": "3e5054df-2bd3-4983-9f9d-7cd8ebd284aa", "address": "fa:16:3e:e8:4f:94", "network": {"id": "1deecb91-dacf-43d5-aabe-1a41594e4200", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1837623853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e85cd8abc4d14b7f964b6588a3d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5054df-2b", "ovs_interfaceid": "3e5054df-2bd3-4983-9f9d-7cd8ebd284aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.297959] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:4f:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e5054df-2bd3-4983-9f9d-7cd8ebd284aa', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.305630] env[62359]: DEBUG oslo.service.loopingcall [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.305941] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.306178] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8f7c17b-2048-4ae0-b785-5cd0daebbc1b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.327326] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.327326] env[62359]: value = "task-2440663" [ 760.327326] env[62359]: _type = "Task" [ 760.327326] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.336470] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440663, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.342647] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.343121] env[62359]: DEBUG nova.compute.manager [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.345985] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.141s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.350143] env[62359]: INFO nova.compute.claims [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.376870] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440660, 'name': Rename_Task, 'duration_secs': 0.843484} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.377311] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.377583] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f1b3ebc-8183-4be7-9f63-3f1c94e112bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.385644] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 760.385644] env[62359]: value = "task-2440664" [ 760.385644] env[62359]: _type = "Task" [ 760.385644] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.402669] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.462404] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.515479] env[62359]: DEBUG nova.compute.manager [req-726ba4aa-c2a0-49bc-a456-94a66003c57a req-c3fbb3c5-491f-4c17-8006-b14fe8b0d87d service nova] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Received event network-vif-plugged-d908fa97-6aac-44a3-b35c-2f0e4dc483bc {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.515479] env[62359]: DEBUG oslo_concurrency.lockutils [req-726ba4aa-c2a0-49bc-a456-94a66003c57a req-c3fbb3c5-491f-4c17-8006-b14fe8b0d87d service nova] Acquiring lock "9130a935-afbc-498f-9e27-4347e29c95d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.515479] env[62359]: DEBUG oslo_concurrency.lockutils [req-726ba4aa-c2a0-49bc-a456-94a66003c57a req-c3fbb3c5-491f-4c17-8006-b14fe8b0d87d service nova] Lock "9130a935-afbc-498f-9e27-4347e29c95d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.515850] env[62359]: DEBUG oslo_concurrency.lockutils [req-726ba4aa-c2a0-49bc-a456-94a66003c57a req-c3fbb3c5-491f-4c17-8006-b14fe8b0d87d service nova] Lock "9130a935-afbc-498f-9e27-4347e29c95d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.516224] env[62359]: DEBUG nova.compute.manager [req-726ba4aa-c2a0-49bc-a456-94a66003c57a req-c3fbb3c5-491f-4c17-8006-b14fe8b0d87d service nova] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] No waiting events found dispatching network-vif-plugged-d908fa97-6aac-44a3-b35c-2f0e4dc483bc {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.516460] env[62359]: WARNING nova.compute.manager [req-726ba4aa-c2a0-49bc-a456-94a66003c57a req-c3fbb3c5-491f-4c17-8006-b14fe8b0d87d service nova] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Received unexpected event network-vif-plugged-d908fa97-6aac-44a3-b35c-2f0e4dc483bc for instance with vm_state building and task_state spawning. [ 760.615096] env[62359]: DEBUG nova.compute.manager [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.693168] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073867} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.693572] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.694498] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b992d75-7ee9-43a2-993b-7e6c5d2eb609 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.722836] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] be4a443c-7491-4950-8ff6-56d7ac632328/be4a443c-7491-4950-8ff6-56d7ac632328.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.723179] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fafcc7c-b3c7-43a0-8a01-b2afbe585b35 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.743286] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 760.743286] env[62359]: value = "task-2440665" [ 760.743286] env[62359]: _type = "Task" [ 760.743286] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.754318] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.759714] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Successfully updated port: d908fa97-6aac-44a3-b35c-2f0e4dc483bc {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.765769] env[62359]: DEBUG oslo_vmware.api [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Task: {'id': task-2440662, 'name': ReconfigVM_Task, 'duration_secs': 0.254649} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.766293] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 760.772234] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aec7110a-88f0-4fa1-9ecf-fc5456550e2a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.794371] env[62359]: DEBUG oslo_vmware.api [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Waiting for the task: (returnval){ [ 760.794371] env[62359]: value = "task-2440666" [ 760.794371] env[62359]: _type = "Task" [ 760.794371] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.804896] env[62359]: DEBUG oslo_vmware.api [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Task: {'id': task-2440666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.837278] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440663, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.851864] env[62359]: DEBUG nova.compute.utils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 760.859235] env[62359]: DEBUG nova.compute.manager [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.860693] env[62359]: DEBUG nova.network.neutron [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.894181] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.929968] env[62359]: DEBUG nova.policy [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '044e406c000d4deeba67a01ff2d6280d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fec1d0a54d74d8e9ff4f986133eabce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.961640] env[62359]: DEBUG oslo_vmware.api [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440640, 'name': ReconfigVM_Task, 'duration_secs': 6.181635} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.961929] env[62359]: DEBUG oslo_concurrency.lockutils [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.962193] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Reconfigured VM to detach interface {{(pid=62359) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 761.095092] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.095092] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.095092] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.095092] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.095092] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.096350] env[62359]: INFO nova.compute.manager [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Terminating instance [ 761.141797] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.264335] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.264596] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "refresh_cache-9130a935-afbc-498f-9e27-4347e29c95d4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.265231] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired lock "refresh_cache-9130a935-afbc-498f-9e27-4347e29c95d4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.265523] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.312416] env[62359]: DEBUG oslo_vmware.api [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Task: {'id': task-2440666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.340730] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440663, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.344206] env[62359]: DEBUG nova.compute.manager [req-095d362d-3a92-4ad4-bb99-865fe1e6be89 req-27293697-d441-4406-b36d-2a789e847728 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Received event network-vif-deleted-9e667885-8964-42f3-9fde-fb130170e8fe {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.344206] env[62359]: INFO nova.compute.manager [req-095d362d-3a92-4ad4-bb99-865fe1e6be89 req-27293697-d441-4406-b36d-2a789e847728 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Neutron deleted interface 9e667885-8964-42f3-9fde-fb130170e8fe; detaching it from the instance and deleting it from the info cache [ 761.344292] env[62359]: DEBUG nova.network.neutron [req-095d362d-3a92-4ad4-bb99-865fe1e6be89 req-27293697-d441-4406-b36d-2a789e847728 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Updating instance_info_cache with network_info: [{"id": "c511225f-9617-49e3-995e-48a89b0da54d", "address": "fa:16:3e:aa:d6:a0", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc511225f-96", "ovs_interfaceid": "c511225f-9617-49e3-995e-48a89b0da54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.355242] env[62359]: DEBUG nova.compute.manager [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.395954] env[62359]: DEBUG oslo_vmware.api [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440664, 'name': PowerOnVM_Task, 'duration_secs': 0.870365} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.396661] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.397116] env[62359]: INFO nova.compute.manager [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Took 11.67 seconds to spawn the instance on the hypervisor. [ 761.397116] env[62359]: DEBUG nova.compute.manager [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.400608] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3624433-f94c-4883-97a6-6e5461b981d9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.427508] env[62359]: DEBUG nova.network.neutron [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Successfully created port: b33c6d5f-f26e-415b-81c4-eb815fcedb4c {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.606198] env[62359]: DEBUG nova.compute.manager [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.606604] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.608763] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e94982c-c738-4072-a844-10cacdc8f3f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.623791] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.624397] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b15cd74-f2ad-4e6f-9c48-c3c7b83082a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.630556] env[62359]: DEBUG oslo_vmware.api [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 761.630556] env[62359]: value = "task-2440667" [ 761.630556] env[62359]: _type = "Task" [ 761.630556] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.646079] env[62359]: DEBUG oslo_vmware.api [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.757611] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440665, 'name': ReconfigVM_Task, 'duration_secs': 0.584563} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.757611] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Reconfigured VM instance instance-00000035 to attach disk [datastore1] be4a443c-7491-4950-8ff6-56d7ac632328/be4a443c-7491-4950-8ff6-56d7ac632328.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.759173] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3810fc5a-ea55-4a1c-af15-4f23ecfc2e63 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.767105] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 761.767105] env[62359]: value = "task-2440668" [ 761.767105] env[62359]: _type = "Task" [ 761.767105] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.784376] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440668, 'name': Rename_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.807327] env[62359]: DEBUG oslo_vmware.api [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Task: {'id': task-2440666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.816926] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.845195] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440663, 'name': CreateVM_Task, 'duration_secs': 1.277509} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.845195] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.848244] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.848244] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.848244] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.850033] env[62359]: DEBUG oslo_concurrency.lockutils [req-095d362d-3a92-4ad4-bb99-865fe1e6be89 req-27293697-d441-4406-b36d-2a789e847728 service nova] Acquiring lock "7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.850157] env[62359]: DEBUG oslo_concurrency.lockutils [req-095d362d-3a92-4ad4-bb99-865fe1e6be89 req-27293697-d441-4406-b36d-2a789e847728 service nova] Acquired lock "7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.850427] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9bd96f-f223-45ac-92d1-043cc7723916 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.853985] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e41f316-480b-4350-a1e9-0669623e62d0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.881472] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 761.881472] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5259f8c7-baf1-633c-7ea2-7af5a569fe88" [ 761.881472] env[62359]: _type = "Task" [ 761.881472] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.881472] env[62359]: DEBUG oslo_concurrency.lockutils [req-095d362d-3a92-4ad4-bb99-865fe1e6be89 req-27293697-d441-4406-b36d-2a789e847728 service nova] Releasing lock "7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.881472] env[62359]: WARNING nova.compute.manager [req-095d362d-3a92-4ad4-bb99-865fe1e6be89 req-27293697-d441-4406-b36d-2a789e847728 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Detach interface failed, port_id=9e667885-8964-42f3-9fde-fb130170e8fe, reason: No device with interface-id 9e667885-8964-42f3-9fde-fb130170e8fe exists on VM: nova.exception.NotFound: No device with interface-id 9e667885-8964-42f3-9fde-fb130170e8fe exists on VM [ 761.896344] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5259f8c7-baf1-633c-7ea2-7af5a569fe88, 'name': SearchDatastore_Task, 'duration_secs': 0.01454} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.896344] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.896344] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.896344] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.896344] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.896344] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.897070] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1db4f6d-fd7e-46d6-a9d2-d294b55fa23f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.907088] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.908785] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.908990] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe84de8-a14f-4eed-93ae-72fedc1dbc21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.922720] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 761.922720] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528e8606-3c7f-11de-3efc-6ee2787acb23" [ 761.922720] env[62359]: _type = "Task" [ 761.922720] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.925564] env[62359]: INFO nova.compute.manager [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Took 35.22 seconds to build instance. [ 761.937633] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528e8606-3c7f-11de-3efc-6ee2787acb23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.942557] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae28328-1363-44e9-926c-e7f6843a644b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.954824] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78441995-c710-45ac-b59f-6856f6063bd9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.991759] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c45dfc-0c1f-40b6-ae86-ff25f1cd8156 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.000262] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13f98f7-6e39-4dfd-b701-a64e550d0470 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.016876] env[62359]: DEBUG nova.compute.provider_tree [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.041493] env[62359]: DEBUG nova.network.neutron [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Updating instance_info_cache with network_info: [{"id": "d908fa97-6aac-44a3-b35c-2f0e4dc483bc", "address": "fa:16:3e:ba:0c:75", "network": {"id": "1deecb91-dacf-43d5-aabe-1a41594e4200", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1837623853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e85cd8abc4d14b7f964b6588a3d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd908fa97-6a", "ovs_interfaceid": "d908fa97-6aac-44a3-b35c-2f0e4dc483bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.144569] env[62359]: DEBUG oslo_vmware.api [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.274301] env[62359]: DEBUG oslo_concurrency.lockutils [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.274636] env[62359]: DEBUG oslo_concurrency.lockutils [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.275110] env[62359]: DEBUG nova.network.neutron [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.281040] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440668, 'name': Rename_Task, 'duration_secs': 0.183871} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.284710] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.285326] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-304e9e6c-4243-43c7-9f9b-43bf86bc94f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.295038] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 762.295038] env[62359]: value = "task-2440669" [ 762.295038] env[62359]: _type = "Task" [ 762.295038] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.306813] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.309921] env[62359]: DEBUG oslo_vmware.api [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Task: {'id': task-2440666, 'name': ReconfigVM_Task, 'duration_secs': 1.221638} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.310236] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494420', 'volume_id': '18a2755b-0d0d-4612-8915-1124bd35f6c4', 'name': 'volume-18a2755b-0d0d-4612-8915-1124bd35f6c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1efd98fb-74e1-463e-afee-a53f890f8043', 'attached_at': '', 'detached_at': '', 'volume_id': '18a2755b-0d0d-4612-8915-1124bd35f6c4', 'serial': '18a2755b-0d0d-4612-8915-1124bd35f6c4'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 762.384648] env[62359]: DEBUG nova.compute.manager [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.412398] env[62359]: DEBUG nova.virt.hardware [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.412398] env[62359]: DEBUG nova.virt.hardware [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.412398] env[62359]: DEBUG nova.virt.hardware [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.412398] env[62359]: DEBUG nova.virt.hardware [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.412630] env[62359]: DEBUG nova.virt.hardware [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.412726] env[62359]: DEBUG nova.virt.hardware [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.412930] env[62359]: DEBUG nova.virt.hardware [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.413619] env[62359]: DEBUG nova.virt.hardware [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.413619] env[62359]: DEBUG nova.virt.hardware [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.413619] env[62359]: DEBUG nova.virt.hardware [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.413995] env[62359]: DEBUG nova.virt.hardware [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.414757] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb3007a-6a83-4f55-ae92-34bc555a4e0a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.423955] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b97ed-76e2-4534-b0a4-e1c6a3f9eb8a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.428850] env[62359]: DEBUG oslo_concurrency.lockutils [None req-96c4927b-9c0c-4acf-bbc3-61fe725ee4e1 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "74affe11-9b15-461d-b616-c9206d86236a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.291s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.448388] env[62359]: DEBUG nova.compute.manager [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.451418] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528e8606-3c7f-11de-3efc-6ee2787acb23, 'name': SearchDatastore_Task, 'duration_secs': 0.016671} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.452445] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369b0026-a459-406d-8f78-d6474bf27e1b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.458489] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 762.458489] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524a6e00-03e2-1a84-b378-b2f4be9e8eea" [ 762.458489] env[62359]: _type = "Task" [ 762.458489] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.469295] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524a6e00-03e2-1a84-b378-b2f4be9e8eea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.519226] env[62359]: DEBUG nova.scheduler.client.report [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.545138] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Releasing lock "refresh_cache-9130a935-afbc-498f-9e27-4347e29c95d4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.545414] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Instance network_info: |[{"id": "d908fa97-6aac-44a3-b35c-2f0e4dc483bc", "address": "fa:16:3e:ba:0c:75", "network": {"id": "1deecb91-dacf-43d5-aabe-1a41594e4200", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1837623853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e85cd8abc4d14b7f964b6588a3d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd908fa97-6a", "ovs_interfaceid": "d908fa97-6aac-44a3-b35c-2f0e4dc483bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.546786] env[62359]: DEBUG nova.compute.manager [req-838c4fc0-f43c-4c5c-86bb-aa7ee4e1d957 req-a9b58ef5-13f9-4675-ba59-47efa7ad495a service nova] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Received event network-changed-d908fa97-6aac-44a3-b35c-2f0e4dc483bc {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.546975] env[62359]: DEBUG nova.compute.manager [req-838c4fc0-f43c-4c5c-86bb-aa7ee4e1d957 req-a9b58ef5-13f9-4675-ba59-47efa7ad495a service nova] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Refreshing instance network info cache due to event network-changed-d908fa97-6aac-44a3-b35c-2f0e4dc483bc. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 762.547204] env[62359]: DEBUG oslo_concurrency.lockutils [req-838c4fc0-f43c-4c5c-86bb-aa7ee4e1d957 req-a9b58ef5-13f9-4675-ba59-47efa7ad495a service nova] Acquiring lock "refresh_cache-9130a935-afbc-498f-9e27-4347e29c95d4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.547361] env[62359]: DEBUG oslo_concurrency.lockutils [req-838c4fc0-f43c-4c5c-86bb-aa7ee4e1d957 req-a9b58ef5-13f9-4675-ba59-47efa7ad495a service nova] Acquired lock "refresh_cache-9130a935-afbc-498f-9e27-4347e29c95d4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.547531] env[62359]: DEBUG nova.network.neutron [req-838c4fc0-f43c-4c5c-86bb-aa7ee4e1d957 req-a9b58ef5-13f9-4675-ba59-47efa7ad495a service nova] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Refreshing network info cache for port d908fa97-6aac-44a3-b35c-2f0e4dc483bc {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.549214] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:0c:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd908fa97-6aac-44a3-b35c-2f0e4dc483bc', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.558096] env[62359]: DEBUG oslo.service.loopingcall [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.560058] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.560476] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1e6eaa3-cb29-40f2-a946-a99128383644 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.583025] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.583025] env[62359]: value = "task-2440670" [ 762.583025] env[62359]: _type = "Task" [ 762.583025] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.592008] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440670, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.645726] env[62359]: DEBUG oslo_vmware.api [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440667, 'name': PowerOffVM_Task, 'duration_secs': 0.587788} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.646012] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.646185] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.646462] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-579112a6-cfaa-4e1b-a708-e2c5b6e333c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.787761] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "7612af2a-962a-4b03-9d1d-95c06e91968c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.788461] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "7612af2a-962a-4b03-9d1d-95c06e91968c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.788794] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "7612af2a-962a-4b03-9d1d-95c06e91968c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.788987] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "7612af2a-962a-4b03-9d1d-95c06e91968c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.789173] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "7612af2a-962a-4b03-9d1d-95c06e91968c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.791815] env[62359]: INFO nova.compute.manager [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Terminating instance [ 762.800215] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.800446] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.800647] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Deleting the datastore file [datastore1] 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.800922] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-480f8165-5b7e-4c7e-a65a-5c35ea29f47b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.809973] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440669, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.811548] env[62359]: DEBUG oslo_vmware.api [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for the task: (returnval){ [ 762.811548] env[62359]: value = "task-2440672" [ 762.811548] env[62359]: _type = "Task" [ 762.811548] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.819904] env[62359]: DEBUG oslo_vmware.api [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.874062] env[62359]: DEBUG nova.objects.instance [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Lazy-loading 'flavor' on Instance uuid 1efd98fb-74e1-463e-afee-a53f890f8043 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.977412] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524a6e00-03e2-1a84-b378-b2f4be9e8eea, 'name': SearchDatastore_Task, 'duration_secs': 0.013163} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.977412] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.977412] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 1763ee71-5ce0-4eba-ae22-79f01896a574/1763ee71-5ce0-4eba-ae22-79f01896a574.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.977412] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcce9adf-333b-43aa-84a1-0399d90b7173 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.982078] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.985722] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 762.985722] env[62359]: value = "task-2440673" [ 762.985722] env[62359]: _type = "Task" [ 762.985722] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.997158] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.025601] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.026397] env[62359]: DEBUG nova.compute.manager [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.036441] env[62359]: DEBUG oslo_concurrency.lockutils [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.284s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.036670] env[62359]: DEBUG nova.objects.instance [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 763.097113] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440670, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.114539] env[62359]: DEBUG nova.network.neutron [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Updating instance_info_cache with network_info: [{"id": "c511225f-9617-49e3-995e-48a89b0da54d", "address": "fa:16:3e:aa:d6:a0", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc511225f-96", "ovs_interfaceid": "c511225f-9617-49e3-995e-48a89b0da54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.226665] env[62359]: DEBUG nova.network.neutron [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Successfully updated port: b33c6d5f-f26e-415b-81c4-eb815fcedb4c {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.296205] env[62359]: DEBUG nova.compute.manager [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.296479] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.297454] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cd5e59-fb64-4fd2-971c-1d63c4764619 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.310541] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440669, 'name': PowerOnVM_Task, 'duration_secs': 0.716386} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.313590] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.313590] env[62359]: INFO nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Took 8.82 seconds to spawn the instance on the hypervisor. [ 763.313722] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.314157] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.316010] env[62359]: DEBUG nova.network.neutron [req-838c4fc0-f43c-4c5c-86bb-aa7ee4e1d957 req-a9b58ef5-13f9-4675-ba59-47efa7ad495a service nova] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Updated VIF entry in instance network info cache for port d908fa97-6aac-44a3-b35c-2f0e4dc483bc. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.316010] env[62359]: DEBUG nova.network.neutron [req-838c4fc0-f43c-4c5c-86bb-aa7ee4e1d957 req-a9b58ef5-13f9-4675-ba59-47efa7ad495a service nova] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Updating instance_info_cache with network_info: [{"id": "d908fa97-6aac-44a3-b35c-2f0e4dc483bc", "address": "fa:16:3e:ba:0c:75", "network": {"id": "1deecb91-dacf-43d5-aabe-1a41594e4200", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1837623853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260e85cd8abc4d14b7f964b6588a3d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd908fa97-6a", "ovs_interfaceid": "d908fa97-6aac-44a3-b35c-2f0e4dc483bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.317193] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3353c493-ac75-436d-a026-0746154dbef7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.323275] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca1880ea-b348-4335-a254-6aa06b66dac6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.336034] env[62359]: DEBUG oslo_vmware.api [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Task: {'id': task-2440672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356271} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.337925] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.338268] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.338500] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.338774] env[62359]: INFO nova.compute.manager [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Took 1.73 seconds to destroy the instance on the hypervisor. [ 763.339115] env[62359]: DEBUG oslo.service.loopingcall [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.339817] env[62359]: DEBUG oslo_vmware.api [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 763.339817] env[62359]: value = "task-2440674" [ 763.339817] env[62359]: _type = "Task" [ 763.339817] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.340140] env[62359]: DEBUG nova.compute.manager [-] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.340271] env[62359]: DEBUG nova.network.neutron [-] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.354965] env[62359]: DEBUG oslo_vmware.api [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.497399] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440673, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.545793] env[62359]: DEBUG nova.compute.utils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 763.550657] env[62359]: DEBUG nova.compute.manager [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.550889] env[62359]: DEBUG nova.network.neutron [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.595478] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440670, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.617513] env[62359]: DEBUG oslo_concurrency.lockutils [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-7612af2a-962a-4b03-9d1d-95c06e91968c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.677054] env[62359]: DEBUG nova.policy [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11f6243fe1f9440abe052383162e90d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5af4110fd0814ab7af566a05bf35fdf5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.733728] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.733728] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.733728] env[62359]: DEBUG nova.network.neutron [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.826306] env[62359]: DEBUG oslo_concurrency.lockutils [req-838c4fc0-f43c-4c5c-86bb-aa7ee4e1d957 req-a9b58ef5-13f9-4675-ba59-47efa7ad495a service nova] Releasing lock "refresh_cache-9130a935-afbc-498f-9e27-4347e29c95d4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.856727] env[62359]: INFO nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Took 34.05 seconds to build instance. [ 763.864143] env[62359]: DEBUG oslo_vmware.api [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440674, 'name': PowerOffVM_Task, 'duration_secs': 0.360513} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.864143] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.864143] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.864143] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51500e01-a0e1-496c-a79e-967d94a43845 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.883214] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fbcd1ea8-9417-475d-9406-3a6b3b359e93 tempest-VolumesAssistedSnapshotsTest-1410477279 tempest-VolumesAssistedSnapshotsTest-1410477279-project-admin] Lock "1efd98fb-74e1-463e-afee-a53f890f8043" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.292s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.935757] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.936243] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.936243] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleting the datastore file [datastore2] 7612af2a-962a-4b03-9d1d-95c06e91968c {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.936762] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fb09ed3-7a36-458c-a823-a1e823d67bed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.943915] env[62359]: DEBUG oslo_vmware.api [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 763.943915] env[62359]: value = "task-2440677" [ 763.943915] env[62359]: _type = "Task" [ 763.943915] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.955987] env[62359]: DEBUG oslo_vmware.api [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.997903] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680091} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.998142] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 1763ee71-5ce0-4eba-ae22-79f01896a574/1763ee71-5ce0-4eba-ae22-79f01896a574.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.998369] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.998630] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cd735fc-36c3-44ea-b71b-43cc6b072b75 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.005944] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 764.005944] env[62359]: value = "task-2440678" [ 764.005944] env[62359]: _type = "Task" [ 764.005944] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.015338] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.051788] env[62359]: DEBUG nova.compute.manager [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.055704] env[62359]: DEBUG oslo_concurrency.lockutils [None req-34fef8f6-34bf-4ea1-80f3-5f42febb3eda tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.056762] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.728s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.058189] env[62359]: INFO nova.compute.claims [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.076831] env[62359]: DEBUG nova.compute.manager [req-cbc4667e-da18-431f-9e9c-a76b3f71a282 req-4a31e836-9ce7-4486-9993-f49c6be32c73 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Received event network-vif-deleted-b97c0c74-177c-4a57-81da-4ebf37684842 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.079068] env[62359]: INFO nova.compute.manager [req-cbc4667e-da18-431f-9e9c-a76b3f71a282 req-4a31e836-9ce7-4486-9993-f49c6be32c73 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Neutron deleted interface b97c0c74-177c-4a57-81da-4ebf37684842; detaching it from the instance and deleting it from the info cache [ 764.079068] env[62359]: DEBUG nova.network.neutron [req-cbc4667e-da18-431f-9e9c-a76b3f71a282 req-4a31e836-9ce7-4486-9993-f49c6be32c73 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Updating instance_info_cache with network_info: [{"id": "de935a42-56ed-48d4-8a46-437e67d3f310", "address": "fa:16:3e:32:d8:79", "network": {"id": "f86501ec-fa15-4af4-8c40-e982578b036f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-304794696", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7b3ec5759e6948d9aac36cbde20885d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde935a42-56", "ovs_interfaceid": "de935a42-56ed-48d4-8a46-437e67d3f310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.097753] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440670, 'name': CreateVM_Task, 'duration_secs': 1.082496} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.098452] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.099511] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.099837] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.100249] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.100731] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6557379b-ceb8-4e00-acf3-749966767e41 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.106320] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 764.106320] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]523ab495-fdd9-06c8-8f97-b2302d527231" [ 764.106320] env[62359]: _type = "Task" [ 764.106320] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.116347] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523ab495-fdd9-06c8-8f97-b2302d527231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.121801] env[62359]: DEBUG oslo_concurrency.lockutils [None req-490dc336-7496-4fd8-bd28-29c5428c2ebe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-7612af2a-962a-4b03-9d1d-95c06e91968c-9e667885-8964-42f3-9fde-fb130170e8fe" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.329s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.155082] env[62359]: DEBUG nova.compute.manager [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.155082] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6630e18-91b2-4878-8e78-15c048b4f33d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.227815] env[62359]: DEBUG nova.network.neutron [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Successfully created port: f40c7e57-e2c0-4e18-8de0-0bb9625f18b1 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.267982] env[62359]: DEBUG nova.network.neutron [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.362574] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "be4a443c-7491-4950-8ff6-56d7ac632328" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.687s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.439826] env[62359]: DEBUG nova.network.neutron [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance_info_cache with network_info: [{"id": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "address": "fa:16:3e:a2:7c:7b", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33c6d5f-f2", "ovs_interfaceid": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.441040] env[62359]: DEBUG nova.network.neutron [-] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.454273] env[62359]: DEBUG oslo_vmware.api [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440075} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.454470] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.454678] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.455087] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.455087] env[62359]: INFO nova.compute.manager [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 764.455289] env[62359]: DEBUG oslo.service.loopingcall [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.455497] env[62359]: DEBUG nova.compute.manager [-] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.455561] env[62359]: DEBUG nova.network.neutron [-] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.516419] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124575} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.516419] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.517141] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28f2dcc-840b-4197-9a0a-e6461c09e05c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.542591] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 1763ee71-5ce0-4eba-ae22-79f01896a574/1763ee71-5ce0-4eba-ae22-79f01896a574.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.542783] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc103300-054f-41b1-88d6-cc90aa012483 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.568782] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 764.568782] env[62359]: value = "task-2440679" [ 764.568782] env[62359]: _type = "Task" [ 764.568782] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.578780] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440679, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.581039] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8abe66fa-e38f-4977-a851-ff998a654add {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.591742] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad67d53-db30-41db-8ada-a45cbfe0e5f8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.607311] env[62359]: DEBUG nova.compute.manager [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] Received event network-vif-plugged-b33c6d5f-f26e-415b-81c4-eb815fcedb4c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.607441] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] Acquiring lock "bc030728-2a01-4be4-a15c-994c33282493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.607625] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] Lock "bc030728-2a01-4be4-a15c-994c33282493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.607734] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] Lock "bc030728-2a01-4be4-a15c-994c33282493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.607916] env[62359]: DEBUG nova.compute.manager [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] No waiting events found dispatching network-vif-plugged-b33c6d5f-f26e-415b-81c4-eb815fcedb4c {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.608133] env[62359]: WARNING nova.compute.manager [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] Received unexpected event network-vif-plugged-b33c6d5f-f26e-415b-81c4-eb815fcedb4c for instance with vm_state building and task_state spawning. [ 764.608344] env[62359]: DEBUG nova.compute.manager [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] Received event network-changed-b33c6d5f-f26e-415b-81c4-eb815fcedb4c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.608506] env[62359]: DEBUG nova.compute.manager [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] Refreshing instance network info cache due to event network-changed-b33c6d5f-f26e-415b-81c4-eb815fcedb4c. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.608679] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] Acquiring lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.619700] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523ab495-fdd9-06c8-8f97-b2302d527231, 'name': SearchDatastore_Task, 'duration_secs': 0.018371} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.635146] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.635428] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.635686] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.635855] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.636055] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.637219] env[62359]: DEBUG nova.compute.manager [req-cbc4667e-da18-431f-9e9c-a76b3f71a282 req-4a31e836-9ce7-4486-9993-f49c6be32c73 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Detach interface failed, port_id=b97c0c74-177c-4a57-81da-4ebf37684842, reason: Instance 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 764.637588] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d77a8d08-124f-4fc5-b0a7-7643090bc6c3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.647517] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.647723] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.648495] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679b05bd-9624-459d-b8c1-9c5021ea513a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.654023] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 764.654023] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524d4c46-8403-a479-020c-18447e857d1a" [ 764.654023] env[62359]: _type = "Task" [ 764.654023] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.663041] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524d4c46-8403-a479-020c-18447e857d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.665206] env[62359]: INFO nova.compute.manager [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] instance snapshotting [ 764.668497] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2659e3bc-9374-4475-ab3d-1b8ffe733a35 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.687522] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50a2f1b-b13a-49a4-b936-d2187c91128e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.869025] env[62359]: DEBUG nova.compute.manager [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.943649] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.944097] env[62359]: DEBUG nova.compute.manager [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Instance network_info: |[{"id": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "address": "fa:16:3e:a2:7c:7b", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33c6d5f-f2", "ovs_interfaceid": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.944449] env[62359]: INFO nova.compute.manager [-] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Took 1.60 seconds to deallocate network for instance. [ 764.944756] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] Acquired lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.944945] env[62359]: DEBUG nova.network.neutron [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] Refreshing network info cache for port b33c6d5f-f26e-415b-81c4-eb815fcedb4c {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.946214] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:7c:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b33c6d5f-f26e-415b-81c4-eb815fcedb4c', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.954034] env[62359]: DEBUG oslo.service.loopingcall [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.958462] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc030728-2a01-4be4-a15c-994c33282493] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.961410] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86ae8931-d173-4391-b414-ffdabfc338ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.983473] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.983473] env[62359]: value = "task-2440680" [ 764.983473] env[62359]: _type = "Task" [ 764.983473] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.992686] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440680, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.072855] env[62359]: DEBUG nova.compute.manager [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.088285] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.099101] env[62359]: DEBUG nova.virt.hardware [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.099327] env[62359]: DEBUG nova.virt.hardware [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.099533] env[62359]: DEBUG nova.virt.hardware [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.099700] env[62359]: DEBUG nova.virt.hardware [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.099858] env[62359]: DEBUG nova.virt.hardware [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.100014] env[62359]: DEBUG nova.virt.hardware [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.100231] env[62359]: DEBUG nova.virt.hardware [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.101150] env[62359]: DEBUG nova.virt.hardware [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.101150] env[62359]: DEBUG nova.virt.hardware [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.101150] env[62359]: DEBUG nova.virt.hardware [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.101150] env[62359]: DEBUG nova.virt.hardware [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.101888] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ce01eb-50b4-4687-95a6-142d73bfe533 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.112647] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9a1b3e-3e95-48a2-aac3-57cdbdbac54f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.165221] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524d4c46-8403-a479-020c-18447e857d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.025787} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.169176] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab72231-d8ff-40b2-b908-43b3dfbcfbbd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.176283] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 765.176283] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f1bc0e-2403-a91f-dbb5-09404d2b472f" [ 765.176283] env[62359]: _type = "Task" [ 765.176283] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.184855] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f1bc0e-2403-a91f-dbb5-09404d2b472f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.198626] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.198933] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6f2d0f8f-4613-43fe-9b4a-97258339c5fe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.209037] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 765.209037] env[62359]: value = "task-2440681" [ 765.209037] env[62359]: _type = "Task" [ 765.209037] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.213683] env[62359]: DEBUG nova.network.neutron [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updated VIF entry in instance network info cache for port b33c6d5f-f26e-415b-81c4-eb815fcedb4c. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.214055] env[62359]: DEBUG nova.network.neutron [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance_info_cache with network_info: [{"id": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "address": "fa:16:3e:a2:7c:7b", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33c6d5f-f2", "ovs_interfaceid": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.223025] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.388074] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.439937] env[62359]: DEBUG nova.network.neutron [-] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.475384] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.476272] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.483078] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.496580] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440680, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.588054] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440679, 'name': ReconfigVM_Task, 'duration_secs': 0.624805} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.590940] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 1763ee71-5ce0-4eba-ae22-79f01896a574/1763ee71-5ce0-4eba-ae22-79f01896a574.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.591945] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a44eaaa-b914-44c5-a99a-42f08e118fa9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.598891] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 765.598891] env[62359]: value = "task-2440682" [ 765.598891] env[62359]: _type = "Task" [ 765.598891] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.613803] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440682, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.690346] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f1bc0e-2403-a91f-dbb5-09404d2b472f, 'name': SearchDatastore_Task, 'duration_secs': 0.020881} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.690735] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.691431] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 9130a935-afbc-498f-9e27-4347e29c95d4/9130a935-afbc-498f-9e27-4347e29c95d4.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.691431] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-360c9b1e-93d4-400d-a780-03a18bc41c98 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.694909] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a12afd-4b17-4e88-b100-40e431d28f11 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.702465] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 765.702465] env[62359]: value = "task-2440683" [ 765.702465] env[62359]: _type = "Task" [ 765.702465] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.709280] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617b7f56-fe45-4606-9f0a-68452a5a4c47 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.719911] env[62359]: DEBUG oslo_concurrency.lockutils [req-fbf97467-fc48-415b-972f-b961270540ed req-dab7f174-c6a1-441e-99e9-ad8611c46d1b service nova] Releasing lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.720343] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.749715] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1daf0c-7748-4c92-893b-49fb41525797 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.756101] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440681, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.761607] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7fb1fd-0151-4574-964e-897ef31c1244 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.778070] env[62359]: DEBUG nova.compute.provider_tree [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.945196] env[62359]: INFO nova.compute.manager [-] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Took 1.49 seconds to deallocate network for instance. [ 765.999067] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.999275] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Starting heal instance info cache {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 766.006998] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440680, 'name': CreateVM_Task, 'duration_secs': 0.550514} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.008231] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc030728-2a01-4be4-a15c-994c33282493] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.009050] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.009331] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.009712] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.010432] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c47f9d-0f27-486c-b681-07161badbfb5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.016668] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 766.016668] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b78730-5702-b073-179a-c4287fb07231" [ 766.016668] env[62359]: _type = "Task" [ 766.016668] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.031007] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b78730-5702-b073-179a-c4287fb07231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.112696] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440682, 'name': Rename_Task, 'duration_secs': 0.214658} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.114731] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.115199] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0a4a310-ff6a-4edb-b6f8-d75adbba6273 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.122738] env[62359]: DEBUG nova.network.neutron [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Successfully updated port: f40c7e57-e2c0-4e18-8de0-0bb9625f18b1 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.126744] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 766.126744] env[62359]: value = "task-2440684" [ 766.126744] env[62359]: _type = "Task" [ 766.126744] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.129929] env[62359]: DEBUG nova.compute.manager [req-696497e1-b3a3-4463-b912-2dcaadc762c5 req-a87b699b-a92d-4375-bba3-d15cfa8383a1 service nova] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Received event network-vif-deleted-de935a42-56ed-48d4-8a46-437e67d3f310 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.130192] env[62359]: DEBUG nova.compute.manager [req-696497e1-b3a3-4463-b912-2dcaadc762c5 req-a87b699b-a92d-4375-bba3-d15cfa8383a1 service nova] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Received event network-vif-deleted-c511225f-9617-49e3-995e-48a89b0da54d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.143335] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440684, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.215982] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440683, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.226107] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440681, 'name': CreateSnapshot_Task, 'duration_secs': 0.806794} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.227252] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 766.228129] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a17f18-87ac-40fb-b131-1f033a71c5f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.280939] env[62359]: DEBUG nova.scheduler.client.report [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.453115] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.529868] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b78730-5702-b073-179a-c4287fb07231, 'name': SearchDatastore_Task, 'duration_secs': 0.067707} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.530226] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.530571] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.530727] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.530882] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.531091] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.531377] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b980a68-6166-4ef1-8d03-405daae62048 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.542296] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.542518] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.544058] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0537d5f-43c5-439c-8b92-f8aca2f1606e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.550772] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 766.550772] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52daab8c-a74c-fa9a-0355-5324082e9f20" [ 766.550772] env[62359]: _type = "Task" [ 766.550772] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.560255] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52daab8c-a74c-fa9a-0355-5324082e9f20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.597100] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquiring lock "1efd98fb-74e1-463e-afee-a53f890f8043" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.597368] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Lock "1efd98fb-74e1-463e-afee-a53f890f8043" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.597745] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquiring lock "1efd98fb-74e1-463e-afee-a53f890f8043-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.597851] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Lock "1efd98fb-74e1-463e-afee-a53f890f8043-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.597948] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Lock "1efd98fb-74e1-463e-afee-a53f890f8043-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.600215] env[62359]: INFO nova.compute.manager [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Terminating instance [ 766.629757] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "refresh_cache-39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.629934] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired lock "refresh_cache-39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.630076] env[62359]: DEBUG nova.network.neutron [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.644869] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.716734] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540876} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.719610] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 9130a935-afbc-498f-9e27-4347e29c95d4/9130a935-afbc-498f-9e27-4347e29c95d4.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.719610] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.720424] env[62359]: DEBUG nova.compute.manager [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Received event network-vif-plugged-f40c7e57-e2c0-4e18-8de0-0bb9625f18b1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.720947] env[62359]: DEBUG oslo_concurrency.lockutils [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] Acquiring lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.720947] env[62359]: DEBUG oslo_concurrency.lockutils [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] Lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.721082] env[62359]: DEBUG oslo_concurrency.lockutils [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] Lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.721222] env[62359]: DEBUG nova.compute.manager [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] No waiting events found dispatching network-vif-plugged-f40c7e57-e2c0-4e18-8de0-0bb9625f18b1 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.721496] env[62359]: WARNING nova.compute.manager [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Received unexpected event network-vif-plugged-f40c7e57-e2c0-4e18-8de0-0bb9625f18b1 for instance with vm_state building and task_state spawning. [ 766.721770] env[62359]: DEBUG nova.compute.manager [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Received event network-changed-f40c7e57-e2c0-4e18-8de0-0bb9625f18b1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.721923] env[62359]: DEBUG nova.compute.manager [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Refreshing instance network info cache due to event network-changed-f40c7e57-e2c0-4e18-8de0-0bb9625f18b1. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 766.722131] env[62359]: DEBUG oslo_concurrency.lockutils [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] Acquiring lock "refresh_cache-39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.722697] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f095684f-e1a0-40c6-9b6a-813303b39696 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.730693] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 766.730693] env[62359]: value = "task-2440685" [ 766.730693] env[62359]: _type = "Task" [ 766.730693] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.748089] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 766.748089] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.748089] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bec1cc0e-7d91-4ca3-854a-06c9110210d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.756108] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 766.756108] env[62359]: value = "task-2440686" [ 766.756108] env[62359]: _type = "Task" [ 766.756108] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.767223] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440686, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.787056] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.790045] env[62359]: DEBUG nova.compute.manager [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.790985] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.887s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.792822] env[62359]: INFO nova.compute.claims [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.063599] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52daab8c-a74c-fa9a-0355-5324082e9f20, 'name': SearchDatastore_Task, 'duration_secs': 0.013553} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.064662] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f1cb13-2f3a-4d57-9a26-0d36979c1024 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.071870] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 767.071870] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5229fe7e-4200-759f-38b7-6b170a45bc2f" [ 767.071870] env[62359]: _type = "Task" [ 767.071870] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.083081] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5229fe7e-4200-759f-38b7-6b170a45bc2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.108081] env[62359]: DEBUG nova.compute.manager [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.108081] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.108823] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf51eb8-62fe-4df4-afdb-abae0cd48f29 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.117270] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.117562] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98adf40d-dd7d-4903-bf88-30e814b0d341 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.123979] env[62359]: DEBUG oslo_vmware.api [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for the task: (returnval){ [ 767.123979] env[62359]: value = "task-2440687" [ 767.123979] env[62359]: _type = "Task" [ 767.123979] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.134761] env[62359]: DEBUG oslo_vmware.api [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.146021] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440684, 'name': PowerOnVM_Task, 'duration_secs': 0.989318} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.146021] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.146021] env[62359]: INFO nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Took 10.05 seconds to spawn the instance on the hypervisor. [ 767.146021] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.146021] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e188aa-a6d7-4171-8dff-ead05523ff75 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.184563] env[62359]: DEBUG nova.network.neutron [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.247909] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079492} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.248189] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.249056] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16249329-f87b-4874-a2f9-0432547b3037 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.274638] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 9130a935-afbc-498f-9e27-4347e29c95d4/9130a935-afbc-498f-9e27-4347e29c95d4.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.278436] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccfa82cd-8549-4bed-a9db-22a055bc2a63 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.302770] env[62359]: DEBUG nova.compute.utils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 767.303908] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440686, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.306056] env[62359]: DEBUG nova.compute.manager [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.306166] env[62359]: DEBUG nova.network.neutron [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.308392] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 767.308392] env[62359]: value = "task-2440688" [ 767.308392] env[62359]: _type = "Task" [ 767.308392] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.323920] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.369883] env[62359]: DEBUG nova.policy [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48b5c857dc1c435980d943a7e4451f92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '165cbc03c78946dba501f45f1daf386b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.398114] env[62359]: DEBUG nova.network.neutron [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Updating instance_info_cache with network_info: [{"id": "f40c7e57-e2c0-4e18-8de0-0bb9625f18b1", "address": "fa:16:3e:bb:4c:d3", "network": {"id": "ef848bd2-c20d-42dc-8a87-fd46352a427d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609866511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5af4110fd0814ab7af566a05bf35fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf40c7e57-e2", "ovs_interfaceid": "f40c7e57-e2c0-4e18-8de0-0bb9625f18b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.519148] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Skipping network cache update for instance because it is being deleted. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10494}} [ 767.584030] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5229fe7e-4200-759f-38b7-6b170a45bc2f, 'name': SearchDatastore_Task, 'duration_secs': 0.012715} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.584373] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.584701] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] bc030728-2a01-4be4-a15c-994c33282493/bc030728-2a01-4be4-a15c-994c33282493.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.585019] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2cac54b-ac40-4b8b-8080-42b4eb4c535d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.591966] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 767.591966] env[62359]: value = "task-2440689" [ 767.591966] env[62359]: _type = "Task" [ 767.591966] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.600941] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.634941] env[62359]: DEBUG oslo_vmware.api [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440687, 'name': PowerOffVM_Task, 'duration_secs': 0.31143} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.635960] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.636185] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.636440] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a89823f-b1cc-47b3-909e-e758a176c937 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.665076] env[62359]: INFO nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Took 35.41 seconds to build instance. [ 767.704380] env[62359]: DEBUG nova.network.neutron [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Successfully created port: 3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.707180] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.707389] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.707582] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Deleting the datastore file [datastore1] 1efd98fb-74e1-463e-afee-a53f890f8043 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.707858] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b153aa-57cc-45cf-b859-3ee3e4616078 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.717379] env[62359]: DEBUG oslo_vmware.api [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for the task: (returnval){ [ 767.717379] env[62359]: value = "task-2440691" [ 767.717379] env[62359]: _type = "Task" [ 767.717379] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.728167] env[62359]: DEBUG oslo_vmware.api [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.777850] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440686, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.809907] env[62359]: DEBUG nova.compute.manager [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.829324] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440688, 'name': ReconfigVM_Task, 'duration_secs': 0.390859} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.829664] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 9130a935-afbc-498f-9e27-4347e29c95d4/9130a935-afbc-498f-9e27-4347e29c95d4.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.830819] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7474cffc-38ba-4417-bf92-8646e56febd6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.839328] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 767.839328] env[62359]: value = "task-2440692" [ 767.839328] env[62359]: _type = "Task" [ 767.839328] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.853216] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440692, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.902096] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Releasing lock "refresh_cache-39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.903172] env[62359]: DEBUG nova.compute.manager [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Instance network_info: |[{"id": "f40c7e57-e2c0-4e18-8de0-0bb9625f18b1", "address": "fa:16:3e:bb:4c:d3", "network": {"id": "ef848bd2-c20d-42dc-8a87-fd46352a427d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609866511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5af4110fd0814ab7af566a05bf35fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf40c7e57-e2", "ovs_interfaceid": "f40c7e57-e2c0-4e18-8de0-0bb9625f18b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.904140] env[62359]: DEBUG oslo_concurrency.lockutils [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] Acquired lock "refresh_cache-39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.904140] env[62359]: DEBUG nova.network.neutron [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Refreshing network info cache for port f40c7e57-e2c0-4e18-8de0-0bb9625f18b1 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.905218] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:4c:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f40c7e57-e2c0-4e18-8de0-0bb9625f18b1', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.917029] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Creating folder: Project (5af4110fd0814ab7af566a05bf35fdf5). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.917557] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ca01f1d-a951-41f5-b04d-c35c8e30b72b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.935816] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Created folder: Project (5af4110fd0814ab7af566a05bf35fdf5) in parent group-v494269. [ 767.936227] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Creating folder: Instances. Parent ref: group-v494433. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.936628] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82b0e1db-febb-4f1b-8b8f-f1954515ca3c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.951266] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Created folder: Instances in parent group-v494433. [ 767.952217] env[62359]: DEBUG oslo.service.loopingcall [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.952217] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.952217] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c422e014-618c-4774-ac80-daff197b5feb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.980923] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.980923] env[62359]: value = "task-2440695" [ 767.980923] env[62359]: _type = "Task" [ 767.980923] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.992764] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440695, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.107304] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440689, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.166949] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "1763ee71-5ce0-4eba-ae22-79f01896a574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.463s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.227959] env[62359]: DEBUG oslo_vmware.api [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Task: {'id': task-2440691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351251} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.231158] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.231504] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.231757] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.231997] env[62359]: INFO nova.compute.manager [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Took 1.12 seconds to destroy the instance on the hypervisor. [ 768.232317] env[62359]: DEBUG oslo.service.loopingcall [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.232802] env[62359]: DEBUG nova.compute.manager [-] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.232953] env[62359]: DEBUG nova.network.neutron [-] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.280681] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440686, 'name': CloneVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.332967] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.333491] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquired lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.333718] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Forcefully refreshing network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 768.354345] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440692, 'name': Rename_Task, 'duration_secs': 0.456173} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.354916] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.355539] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e5a4fad-6b15-47eb-b233-cffebfd5efbd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.363959] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 768.363959] env[62359]: value = "task-2440696" [ 768.363959] env[62359]: _type = "Task" [ 768.363959] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.378264] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.423108] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efacff76-e39f-450c-b357-4aa75a3900c0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.432053] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710b31be-e90c-44c6-8d81-1995b100c4d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.475593] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef9d1c9-a502-4665-964e-b9e8bc7ade12 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.489065] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0d9b81-37a1-431d-9c40-88d2839c5201 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.500329] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440695, 'name': CreateVM_Task, 'duration_secs': 0.511763} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.510346] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.510346] env[62359]: DEBUG nova.compute.provider_tree [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.512073] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.512395] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.512674] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.513332] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dbdb46e-eff7-41ad-8193-55ccf41ae1d4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.518334] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 768.518334] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52788f02-6c53-4b00-f348-2394a5b6f488" [ 768.518334] env[62359]: _type = "Task" [ 768.518334] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.528088] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52788f02-6c53-4b00-f348-2394a5b6f488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.604589] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539276} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.604859] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] bc030728-2a01-4be4-a15c-994c33282493/bc030728-2a01-4be4-a15c-994c33282493.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.605128] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.605611] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f841dda3-30ca-4ed3-a6f1-cb0f7163bf6e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.613218] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 768.613218] env[62359]: value = "task-2440697" [ 768.613218] env[62359]: _type = "Task" [ 768.613218] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.623314] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.738666] env[62359]: DEBUG oslo_vmware.rw_handles [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0d9c-8711-4aeb-4a35-2975313fc550/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 768.739587] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc345681-cf7a-4956-b9af-e29fba2dcb1c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.747209] env[62359]: DEBUG oslo_vmware.rw_handles [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0d9c-8711-4aeb-4a35-2975313fc550/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 768.747376] env[62359]: ERROR oslo_vmware.rw_handles [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0d9c-8711-4aeb-4a35-2975313fc550/disk-0.vmdk due to incomplete transfer. [ 768.747604] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bfffa5a9-7401-4c90-920c-4bb7958f5a25 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.760755] env[62359]: DEBUG oslo_vmware.rw_handles [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c0d9c-8711-4aeb-4a35-2975313fc550/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 768.760963] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Uploaded image 14a96d78-14cc-4db9-9fae-a31f3c5492de to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 768.763379] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 768.765069] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f0ce9b1-aad8-4c06-a12b-afcac58080f8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.768381] env[62359]: DEBUG nova.network.neutron [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Updated VIF entry in instance network info cache for port f40c7e57-e2c0-4e18-8de0-0bb9625f18b1. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.768753] env[62359]: DEBUG nova.network.neutron [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Updating instance_info_cache with network_info: [{"id": "f40c7e57-e2c0-4e18-8de0-0bb9625f18b1", "address": "fa:16:3e:bb:4c:d3", "network": {"id": "ef848bd2-c20d-42dc-8a87-fd46352a427d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609866511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5af4110fd0814ab7af566a05bf35fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf40c7e57-e2", "ovs_interfaceid": "f40c7e57-e2c0-4e18-8de0-0bb9625f18b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.775833] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 768.775833] env[62359]: value = "task-2440698" [ 768.775833] env[62359]: _type = "Task" [ 768.775833] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.780783] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440686, 'name': CloneVM_Task, 'duration_secs': 1.623047} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.784149] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Created linked-clone VM from snapshot [ 768.785236] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c9e8a2-3e24-47de-89d0-35f47430b898 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.793690] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440698, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.796904] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Uploading image 1b3ade52-465e-4c92-a891-ffece5810b43 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 768.810520] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 768.810802] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-937bd5c3-1166-42b4-84b5-5bd17b58c014 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.817548] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 768.817548] env[62359]: value = "task-2440699" [ 768.817548] env[62359]: _type = "Task" [ 768.817548] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.822228] env[62359]: DEBUG nova.compute.manager [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.829849] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440699, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.850264] env[62359]: DEBUG nova.virt.hardware [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b9263297-9203-4ff9-896c-621dbd8c79da',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1751388628',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.850576] env[62359]: DEBUG nova.virt.hardware [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.850748] env[62359]: DEBUG nova.virt.hardware [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.850924] env[62359]: DEBUG nova.virt.hardware [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.851130] env[62359]: DEBUG nova.virt.hardware [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.851342] env[62359]: DEBUG nova.virt.hardware [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.851631] env[62359]: DEBUG nova.virt.hardware [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.851868] env[62359]: DEBUG nova.virt.hardware [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.852104] env[62359]: DEBUG nova.virt.hardware [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.852354] env[62359]: DEBUG nova.virt.hardware [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.852560] env[62359]: DEBUG nova.virt.hardware [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.853591] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e906046-9e10-4377-8aac-7cf049cda0a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.860385] env[62359]: DEBUG nova.compute.manager [req-119f6771-fe8d-4409-bbc3-ef15fd5a7385 req-beb8c1b1-9c39-4e36-88ec-951f6f36c22c service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Received event network-vif-deleted-85e16937-8fa6-4012-b02f-653301211bf8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.860525] env[62359]: INFO nova.compute.manager [req-119f6771-fe8d-4409-bbc3-ef15fd5a7385 req-beb8c1b1-9c39-4e36-88ec-951f6f36c22c service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Neutron deleted interface 85e16937-8fa6-4012-b02f-653301211bf8; detaching it from the instance and deleting it from the info cache [ 768.860706] env[62359]: DEBUG nova.network.neutron [req-119f6771-fe8d-4409-bbc3-ef15fd5a7385 req-beb8c1b1-9c39-4e36-88ec-951f6f36c22c service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.867247] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e872497f-c4d5-498e-87c0-3e7ad19a7ef2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.892065] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440696, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.014443] env[62359]: DEBUG nova.scheduler.client.report [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.030424] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52788f02-6c53-4b00-f348-2394a5b6f488, 'name': SearchDatastore_Task, 'duration_secs': 0.019706} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.030667] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.030910] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.031183] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.031331] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.031529] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.031815] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-431659d4-05e0-4360-9964-b68644b3d496 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.049788] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.050072] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.050816] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb7f248-8eb7-47e2-8e68-d1fc1201e153 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.056673] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 769.056673] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f31350-bcdb-60e9-c248-09e2996ec4e0" [ 769.056673] env[62359]: _type = "Task" [ 769.056673] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.064352] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f31350-bcdb-60e9-c248-09e2996ec4e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.123334] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243303} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.123720] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.125173] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abcafd0-b514-483e-8593-278a0dfa3ad8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.148353] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] bc030728-2a01-4be4-a15c-994c33282493/bc030728-2a01-4be4-a15c-994c33282493.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.148656] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3ff4f7-c11f-4513-9376-f4f641079ed8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.168502] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 769.168502] env[62359]: value = "task-2440700" [ 769.168502] env[62359]: _type = "Task" [ 769.168502] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.177936] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.271023] env[62359]: DEBUG nova.network.neutron [-] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.281017] env[62359]: DEBUG oslo_concurrency.lockutils [req-6363e580-a07c-4042-b80a-03179ccdb95e req-af18a46a-00a3-453a-ad35-ac43b8edb271 service nova] Releasing lock "refresh_cache-39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.293880] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440698, 'name': Destroy_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.331219] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440699, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.363873] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63eebb52-861a-4d27-b9c6-c02f685a4eef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.374269] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b209aeab-9365-494e-8247-958961fe6be0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.394607] env[62359]: DEBUG nova.network.neutron [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Successfully updated port: 3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.404680] env[62359]: DEBUG oslo_vmware.api [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440696, 'name': PowerOnVM_Task, 'duration_secs': 0.749613} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.422674] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.422931] env[62359]: INFO nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Took 9.68 seconds to spawn the instance on the hypervisor. [ 769.423132] env[62359]: DEBUG nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.424516] env[62359]: DEBUG nova.compute.manager [req-119f6771-fe8d-4409-bbc3-ef15fd5a7385 req-beb8c1b1-9c39-4e36-88ec-951f6f36c22c service nova] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Detach interface failed, port_id=85e16937-8fa6-4012-b02f-653301211bf8, reason: Instance 1efd98fb-74e1-463e-afee-a53f890f8043 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 769.425940] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde36776-b2c6-4d26-9c0a-ac5e56353459 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.520150] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.521025] env[62359]: DEBUG nova.compute.manager [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.526622] env[62359]: DEBUG oslo_concurrency.lockutils [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.553s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.526919] env[62359]: DEBUG nova.objects.instance [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lazy-loading 'resources' on Instance uuid 5b56543f-7140-4cc9-9ad7-9a93e36888cf {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.571913] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f31350-bcdb-60e9-c248-09e2996ec4e0, 'name': SearchDatastore_Task, 'duration_secs': 0.023472} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.572503] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c18e05-3ba4-4cfb-b2db-f738a37aa795 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.579724] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 769.579724] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b06357-29fc-9189-3b35-61d015d64c02" [ 769.579724] env[62359]: _type = "Task" [ 769.579724] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.588194] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b06357-29fc-9189-3b35-61d015d64c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.646508] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Updating instance_info_cache with network_info: [{"id": "7d77323d-265d-49b1-b385-01fb074f65de", "address": "fa:16:3e:c8:3f:5b", "network": {"id": "09d6ffb1-095e-482d-9c64-eb8bd22614f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1654353268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f75f76346a54469910797e4108134de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d77323d-26", "ovs_interfaceid": "7d77323d-265d-49b1-b385-01fb074f65de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.678695] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.771861] env[62359]: INFO nova.compute.manager [-] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Took 1.54 seconds to deallocate network for instance. [ 769.797419] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440698, 'name': Destroy_Task, 'duration_secs': 0.687574} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.797846] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Destroyed the VM [ 769.798436] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 769.798559] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc98e85b-c3a2-4529-82c7-562115f8719a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.808142] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 769.808142] env[62359]: value = "task-2440701" [ 769.808142] env[62359]: _type = "Task" [ 769.808142] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.829073] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.832054] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440699, 'name': Destroy_Task, 'duration_secs': 0.863063} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.832319] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Destroyed the VM [ 769.832560] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 769.832844] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58e2bc5e-7150-48ac-aaf8-8a0330e3393d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.839134] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 769.839134] env[62359]: value = "task-2440702" [ 769.839134] env[62359]: _type = "Task" [ 769.839134] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.847167] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440702, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.900055] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.900226] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.900414] env[62359]: DEBUG nova.network.neutron [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.947757] env[62359]: INFO nova.compute.manager [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Took 36.87 seconds to build instance. [ 770.030698] env[62359]: DEBUG nova.compute.utils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 770.035411] env[62359]: DEBUG nova.compute.manager [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.035734] env[62359]: DEBUG nova.network.neutron [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.080916] env[62359]: DEBUG nova.policy [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb2ebf432052427d963b00698ef134f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f17e4b903f5744aabd468da5d7f1cb47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.096912] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b06357-29fc-9189-3b35-61d015d64c02, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.097470] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.097860] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb/39c0a0d7-aaae-47a3-8683-1e3f6500bbfb.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.098211] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76f4948e-3d02-48d1-817a-9bbe99063782 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.106729] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 770.106729] env[62359]: value = "task-2440703" [ 770.106729] env[62359]: _type = "Task" [ 770.106729] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.117815] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.151312] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Releasing lock "refresh_cache-bb3d6ca0-7eb0-42b2-ac0e-e91924211240" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.151450] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Updated the network info_cache for instance {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 770.152067] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.152674] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.152674] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.153764] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.153764] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.153764] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.153764] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62359) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 770.153764] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.181439] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440700, 'name': ReconfigVM_Task, 'duration_secs': 0.650085} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.184796] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Reconfigured VM instance instance-00000038 to attach disk [datastore2] bc030728-2a01-4be4-a15c-994c33282493/bc030728-2a01-4be4-a15c-994c33282493.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.185434] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-788580cf-8978-4e02-b6b1-191090c10c75 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.192922] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 770.192922] env[62359]: value = "task-2440704" [ 770.192922] env[62359]: _type = "Task" [ 770.192922] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.204372] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440704, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.282342] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.320501] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440701, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.349728] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440702, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.452127] env[62359]: DEBUG nova.network.neutron [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Successfully created port: 295cb5e1-b8a8-40dc-ab43-cdcd1282929e {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.454651] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e3fd274c-3649-4c79-ac6e-95d010a53111 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "9130a935-afbc-498f-9e27-4347e29c95d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.705s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.471451] env[62359]: DEBUG nova.network.neutron [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.538920] env[62359]: DEBUG nova.compute.manager [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.625016] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440703, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.649186] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6a9686-f210-4d75-a9d1-456fd1ee836f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.657795] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.661825] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5353122b-858e-4008-b4ed-3b5ae1097334 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.705173] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b721d929-2cf8-404d-abdd-3ee3892d44c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.714364] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440704, 'name': Rename_Task, 'duration_secs': 0.169128} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.716989] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.717301] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c0f5b6-04c2-46c8-aa65-84f2699d98a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.720476] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dbbad4-93bc-4df6-a6c1-33459f931e88 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.736675] env[62359]: DEBUG nova.compute.provider_tree [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.739692] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 770.739692] env[62359]: value = "task-2440705" [ 770.739692] env[62359]: _type = "Task" [ 770.739692] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.749544] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440705, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.788863] env[62359]: DEBUG nova.network.neutron [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance_info_cache with network_info: [{"id": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "address": "fa:16:3e:be:2d:15", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7b2ea7-4b", "ovs_interfaceid": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.820591] env[62359]: DEBUG oslo_vmware.api [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440701, 'name': RemoveSnapshot_Task, 'duration_secs': 0.952426} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.820903] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 770.821153] env[62359]: INFO nova.compute.manager [None req-b92c6637-9e45-4dd7-a0a1-2eb969db4572 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Took 16.68 seconds to snapshot the instance on the hypervisor. [ 770.849357] env[62359]: DEBUG oslo_vmware.api [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440702, 'name': RemoveSnapshot_Task, 'duration_secs': 0.753505} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.849624] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 770.872550] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "0aba8449-416d-4ca3-815f-4f799eb94eaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.872851] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "0aba8449-416d-4ca3-815f-4f799eb94eaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.117319] env[62359]: DEBUG nova.compute.manager [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Received event network-vif-plugged-3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.117598] env[62359]: DEBUG oslo_concurrency.lockutils [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] Acquiring lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.117811] env[62359]: DEBUG oslo_concurrency.lockutils [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] Lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.117982] env[62359]: DEBUG oslo_concurrency.lockutils [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] Lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.118206] env[62359]: DEBUG nova.compute.manager [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] No waiting events found dispatching network-vif-plugged-3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.118458] env[62359]: WARNING nova.compute.manager [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Received unexpected event network-vif-plugged-3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2 for instance with vm_state building and task_state spawning. [ 771.118665] env[62359]: DEBUG nova.compute.manager [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Received event network-changed-3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.118827] env[62359]: DEBUG nova.compute.manager [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Refreshing instance network info cache due to event network-changed-3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.119416] env[62359]: DEBUG oslo_concurrency.lockutils [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] Acquiring lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.123599] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611849} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.123844] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb/39c0a0d7-aaae-47a3-8683-1e3f6500bbfb.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.124062] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.124311] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f52177c4-759a-457d-9541-64d48150d259 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.132525] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 771.132525] env[62359]: value = "task-2440706" [ 771.132525] env[62359]: _type = "Task" [ 771.132525] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.141016] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.241809] env[62359]: DEBUG nova.scheduler.client.report [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.256286] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440705, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.291460] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.291828] env[62359]: DEBUG nova.compute.manager [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Instance network_info: |[{"id": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "address": "fa:16:3e:be:2d:15", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7b2ea7-4b", "ovs_interfaceid": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.292459] env[62359]: DEBUG oslo_concurrency.lockutils [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] Acquired lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.292657] env[62359]: DEBUG nova.network.neutron [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Refreshing network info cache for port 3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.293926] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:2d:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.306302] env[62359]: DEBUG oslo.service.loopingcall [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.307363] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.308030] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5077461d-e83b-40f9-a5ae-385c1ba15e85 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.330106] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.330106] env[62359]: value = "task-2440707" [ 771.330106] env[62359]: _type = "Task" [ 771.330106] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.339485] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440707, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.354070] env[62359]: WARNING nova.compute.manager [None req-f64256a4-e080-4b3c-9ceb-c1feab8888cb tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Image not found during snapshot: nova.exception.ImageNotFound: Image 1b3ade52-465e-4c92-a891-ffece5810b43 could not be found. [ 771.378446] env[62359]: DEBUG nova.compute.manager [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.552539] env[62359]: DEBUG nova.compute.manager [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.582635] env[62359]: DEBUG nova.virt.hardware [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.582874] env[62359]: DEBUG nova.virt.hardware [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.583057] env[62359]: DEBUG nova.virt.hardware [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.583213] env[62359]: DEBUG nova.virt.hardware [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.583357] env[62359]: DEBUG nova.virt.hardware [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.583548] env[62359]: DEBUG nova.virt.hardware [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.583778] env[62359]: DEBUG nova.virt.hardware [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.583939] env[62359]: DEBUG nova.virt.hardware [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.584131] env[62359]: DEBUG nova.virt.hardware [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.584298] env[62359]: DEBUG nova.virt.hardware [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.584546] env[62359]: DEBUG nova.virt.hardware [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.585459] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c716fc8-624b-4452-bb11-f91409c169e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.595159] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1004ee2-7f1c-408e-9b14-15eef5b63ecc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.648288] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07687} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.648574] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.649515] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cdb84d-80d2-4491-951a-ef404b731eb5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.673435] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb/39c0a0d7-aaae-47a3-8683-1e3f6500bbfb.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.673795] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c557f803-5cba-49f1-a273-d9e1daf606f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.688040] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "be4a443c-7491-4950-8ff6-56d7ac632328" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.688276] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "be4a443c-7491-4950-8ff6-56d7ac632328" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.688482] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "be4a443c-7491-4950-8ff6-56d7ac632328-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.688659] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "be4a443c-7491-4950-8ff6-56d7ac632328-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.688844] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "be4a443c-7491-4950-8ff6-56d7ac632328-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.691222] env[62359]: INFO nova.compute.manager [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Terminating instance [ 771.696665] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 771.696665] env[62359]: value = "task-2440708" [ 771.696665] env[62359]: _type = "Task" [ 771.696665] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.706254] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.751443] env[62359]: DEBUG oslo_concurrency.lockutils [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.757759] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.230s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.759472] env[62359]: INFO nova.compute.claims [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.765028] env[62359]: DEBUG oslo_vmware.api [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440705, 'name': PowerOnVM_Task, 'duration_secs': 0.944621} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.765028] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.765028] env[62359]: INFO nova.compute.manager [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Took 9.38 seconds to spawn the instance on the hypervisor. [ 771.765028] env[62359]: DEBUG nova.compute.manager [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.765028] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eb2bce-b1ed-4d2f-b0e6-b4bb024806c5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.800692] env[62359]: INFO nova.scheduler.client.report [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Deleted allocations for instance 5b56543f-7140-4cc9-9ad7-9a93e36888cf [ 771.845132] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440707, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.899551] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.013327] env[62359]: DEBUG oslo_concurrency.lockutils [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "74affe11-9b15-461d-b616-c9206d86236a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.013647] env[62359]: DEBUG oslo_concurrency.lockutils [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "74affe11-9b15-461d-b616-c9206d86236a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.013929] env[62359]: DEBUG oslo_concurrency.lockutils [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "74affe11-9b15-461d-b616-c9206d86236a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.014160] env[62359]: DEBUG oslo_concurrency.lockutils [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "74affe11-9b15-461d-b616-c9206d86236a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.014390] env[62359]: DEBUG oslo_concurrency.lockutils [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "74affe11-9b15-461d-b616-c9206d86236a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.022696] env[62359]: INFO nova.compute.manager [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Terminating instance [ 772.025631] env[62359]: DEBUG nova.network.neutron [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Successfully updated port: 295cb5e1-b8a8-40dc-ab43-cdcd1282929e {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.115681] env[62359]: DEBUG nova.network.neutron [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updated VIF entry in instance network info cache for port 3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.116115] env[62359]: DEBUG nova.network.neutron [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance_info_cache with network_info: [{"id": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "address": "fa:16:3e:be:2d:15", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7b2ea7-4b", "ovs_interfaceid": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.195770] env[62359]: DEBUG nova.compute.manager [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.195995] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.197029] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3f7cc8-0971-426e-8f34-a48bbd9a0ed3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.212476] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.215897] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.216367] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b5e453-2d90-4224-8340-e3b524bad5b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.227258] env[62359]: DEBUG oslo_vmware.api [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 772.227258] env[62359]: value = "task-2440709" [ 772.227258] env[62359]: _type = "Task" [ 772.227258] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.233915] env[62359]: DEBUG oslo_vmware.api [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.285708] env[62359]: INFO nova.compute.manager [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Took 35.45 seconds to build instance. [ 772.306639] env[62359]: DEBUG oslo_concurrency.lockutils [None req-632905f8-c33d-4fa2-bc47-8b45e3475f96 tempest-AttachInterfacesUnderV243Test-1663126900 tempest-AttachInterfacesUnderV243Test-1663126900-project-member] Lock "5b56543f-7140-4cc9-9ad7-9a93e36888cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.848s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.344408] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440707, 'name': CreateVM_Task, 'duration_secs': 0.854828} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.344613] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.345349] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.345567] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.346075] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.346338] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d0daba-077a-4cc8-8035-4949860848f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.351462] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 772.351462] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5254e23c-2100-c195-f071-c06de916d64d" [ 772.351462] env[62359]: _type = "Task" [ 772.351462] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.360429] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5254e23c-2100-c195-f071-c06de916d64d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.530737] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "refresh_cache-0f06e042-48f0-4ac2-a29a-8e10f154aef9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.530963] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "refresh_cache-0f06e042-48f0-4ac2-a29a-8e10f154aef9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.531154] env[62359]: DEBUG nova.network.neutron [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.532935] env[62359]: DEBUG nova.compute.manager [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.533258] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.534213] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434ec011-bc49-4f96-8785-2c0390ebc56f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.542438] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.542992] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2d3a98c-8a3b-4b8f-8984-7dde09b5557e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.549995] env[62359]: DEBUG oslo_vmware.api [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 772.549995] env[62359]: value = "task-2440710" [ 772.549995] env[62359]: _type = "Task" [ 772.549995] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.558369] env[62359]: DEBUG oslo_vmware.api [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.619583] env[62359]: DEBUG oslo_concurrency.lockutils [req-f99efd45-b302-412a-96a4-3a45a40cdcb7 req-f9f876b3-d0fc-43af-9384-ac95532df853 service nova] Releasing lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.712384] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440708, 'name': ReconfigVM_Task, 'duration_secs': 0.619814} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.712611] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb/39c0a0d7-aaae-47a3-8683-1e3f6500bbfb.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.713252] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6935473b-99ae-478c-9fc0-3a573a1bd55b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.719630] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 772.719630] env[62359]: value = "task-2440711" [ 772.719630] env[62359]: _type = "Task" [ 772.719630] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.728661] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440711, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.738649] env[62359]: DEBUG oslo_vmware.api [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440709, 'name': PowerOffVM_Task, 'duration_secs': 0.34903} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.738649] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.738649] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.738649] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17571930-5abc-46a7-8712-b354bc9d2871 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.788456] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f4ac20c4-3f63-4009-9f78-58e43a206acd tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "bc030728-2a01-4be4-a15c-994c33282493" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.155s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.870252] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5254e23c-2100-c195-f071-c06de916d64d, 'name': SearchDatastore_Task, 'duration_secs': 0.023325} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.875257] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.875612] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.875921] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.876208] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.876581] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.879125] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc3794e6-a000-4d55-9227-682294252701 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.888787] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.889085] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.891159] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167859f2-9f73-468d-8988-4cd675f318dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.902150] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 772.902150] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a81f52-5299-8054-d911-243b655acb9d" [ 772.902150] env[62359]: _type = "Task" [ 772.902150] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.913906] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a81f52-5299-8054-d911-243b655acb9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.915332] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19612e4d-0086-4c9d-8c48-1502dcfef126 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.922642] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 772.922642] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52692cb0-bd1b-bb03-12b7-c1ceebcd2135" [ 772.922642] env[62359]: _type = "Task" [ 772.922642] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.942871] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52692cb0-bd1b-bb03-12b7-c1ceebcd2135, 'name': SearchDatastore_Task, 'duration_secs': 0.009164} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.943533] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.944580] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] ca6ca5fe-040d-46ea-b893-412a9d300ab4/ca6ca5fe-040d-46ea-b893-412a9d300ab4.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.944580] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fa905f2-6370-4896-a632-d0c9f99074e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.952971] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 772.952971] env[62359]: value = "task-2440713" [ 772.952971] env[62359]: _type = "Task" [ 772.952971] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.974018] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.062478] env[62359]: DEBUG oslo_vmware.api [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440710, 'name': PowerOffVM_Task, 'duration_secs': 0.253267} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.062771] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.062946] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.063223] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7000d2bb-0d64-408c-8cda-598070f178ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.090332] env[62359]: DEBUG nova.network.neutron [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.232795] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440711, 'name': Rename_Task, 'duration_secs': 0.199481} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.233135] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.233384] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a57969b-97fd-430c-bbbd-4521aca0af79 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.240191] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 773.240191] env[62359]: value = "task-2440715" [ 773.240191] env[62359]: _type = "Task" [ 773.240191] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.247976] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.287638] env[62359]: DEBUG nova.compute.manager [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Received event network-vif-plugged-295cb5e1-b8a8-40dc-ab43-cdcd1282929e {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.287638] env[62359]: DEBUG oslo_concurrency.lockutils [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] Acquiring lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.287638] env[62359]: DEBUG oslo_concurrency.lockutils [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] Lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.287638] env[62359]: DEBUG oslo_concurrency.lockutils [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] Lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.287638] env[62359]: DEBUG nova.compute.manager [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] No waiting events found dispatching network-vif-plugged-295cb5e1-b8a8-40dc-ab43-cdcd1282929e {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.287999] env[62359]: WARNING nova.compute.manager [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Received unexpected event network-vif-plugged-295cb5e1-b8a8-40dc-ab43-cdcd1282929e for instance with vm_state building and task_state spawning. [ 773.288076] env[62359]: DEBUG nova.compute.manager [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Received event network-changed-295cb5e1-b8a8-40dc-ab43-cdcd1282929e {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.288323] env[62359]: DEBUG nova.compute.manager [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Refreshing instance network info cache due to event network-changed-295cb5e1-b8a8-40dc-ab43-cdcd1282929e. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.288612] env[62359]: DEBUG oslo_concurrency.lockutils [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] Acquiring lock "refresh_cache-0f06e042-48f0-4ac2-a29a-8e10f154aef9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.357419] env[62359]: DEBUG nova.network.neutron [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Updating instance_info_cache with network_info: [{"id": "295cb5e1-b8a8-40dc-ab43-cdcd1282929e", "address": "fa:16:3e:e3:fd:02", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295cb5e1-b8", "ovs_interfaceid": "295cb5e1-b8a8-40dc-ab43-cdcd1282929e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.410950] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4dfb2f-eed6-40cd-91d6-113954a1e570 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.420634] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9ec64d-0aa6-4794-9a39-92922cc5883f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.457805] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69deb8c4-40b1-4756-8688-9169d735d91b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.472667] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b79009-4e20-4c67-9a6c-8348a254e3cf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.477515] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440713, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.489150] env[62359]: DEBUG nova.compute.provider_tree [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.750897] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.866022] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "refresh_cache-0f06e042-48f0-4ac2-a29a-8e10f154aef9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.866022] env[62359]: DEBUG nova.compute.manager [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Instance network_info: |[{"id": "295cb5e1-b8a8-40dc-ab43-cdcd1282929e", "address": "fa:16:3e:e3:fd:02", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295cb5e1-b8", "ovs_interfaceid": "295cb5e1-b8a8-40dc-ab43-cdcd1282929e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.866022] env[62359]: DEBUG oslo_concurrency.lockutils [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] Acquired lock "refresh_cache-0f06e042-48f0-4ac2-a29a-8e10f154aef9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.866022] env[62359]: DEBUG nova.network.neutron [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Refreshing network info cache for port 295cb5e1-b8a8-40dc-ab43-cdcd1282929e {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.866022] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:fd:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '295cb5e1-b8a8-40dc-ab43-cdcd1282929e', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.875940] env[62359]: DEBUG oslo.service.loopingcall [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.880024] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.880664] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfdf2587-ba88-461e-80cd-cbe2903f63e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.901527] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.901527] env[62359]: value = "task-2440716" [ 773.901527] env[62359]: _type = "Task" [ 773.901527] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.910323] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440716, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.968591] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821981} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.968774] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] ca6ca5fe-040d-46ea-b893-412a9d300ab4/ca6ca5fe-040d-46ea-b893-412a9d300ab4.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.969304] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.969583] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa0b6206-fb9b-4f9b-95e1-2f0ce941c237 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.978537] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 773.978537] env[62359]: value = "task-2440717" [ 773.978537] env[62359]: _type = "Task" [ 773.978537] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.989374] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.995961] env[62359]: DEBUG nova.scheduler.client.report [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.248719] env[62359]: DEBUG nova.network.neutron [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Updated VIF entry in instance network info cache for port 295cb5e1-b8a8-40dc-ab43-cdcd1282929e. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.248719] env[62359]: DEBUG nova.network.neutron [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Updating instance_info_cache with network_info: [{"id": "295cb5e1-b8a8-40dc-ab43-cdcd1282929e", "address": "fa:16:3e:e3:fd:02", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295cb5e1-b8", "ovs_interfaceid": "295cb5e1-b8a8-40dc-ab43-cdcd1282929e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.255540] env[62359]: DEBUG oslo_vmware.api [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440715, 'name': PowerOnVM_Task, 'duration_secs': 0.937179} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.255804] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.256047] env[62359]: INFO nova.compute.manager [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Took 9.18 seconds to spawn the instance on the hypervisor. [ 774.256246] env[62359]: DEBUG nova.compute.manager [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.257039] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce9bc41-006c-4cf6-aaa9-0f12246496bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.414021] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440716, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.428374] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.428919] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.428919] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Deleting the datastore file [datastore1] be4a443c-7491-4950-8ff6-56d7ac632328 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.429122] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f66896-d89a-4aa1-8b72-920ae23be22d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.440242] env[62359]: DEBUG oslo_vmware.api [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 774.440242] env[62359]: value = "task-2440718" [ 774.440242] env[62359]: _type = "Task" [ 774.440242] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.448329] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.448566] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.448752] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Deleting the datastore file [datastore1] 74affe11-9b15-461d-b616-c9206d86236a {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.451172] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a86752f-fb73-43f4-b47d-f0f988f90265 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.457694] env[62359]: DEBUG oslo_vmware.api [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.463026] env[62359]: DEBUG oslo_vmware.api [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 774.463026] env[62359]: value = "task-2440719" [ 774.463026] env[62359]: _type = "Task" [ 774.463026] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.473206] env[62359]: DEBUG oslo_vmware.api [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.487968] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074775} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.490406] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.491282] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7f4575-a18d-4785-a2fa-a433ec5c1876 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.509866] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.510577] env[62359]: DEBUG nova.compute.manager [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.524265] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] ca6ca5fe-040d-46ea-b893-412a9d300ab4/ca6ca5fe-040d-46ea-b893-412a9d300ab4.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.524858] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.703s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.525134] env[62359]: DEBUG nova.objects.instance [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lazy-loading 'resources' on Instance uuid dfebfd70-185b-453d-952f-eecea0e0c7b0 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.527608] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-668f3094-0b16-4ffa-94da-1af6e8ab6281 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.557289] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 774.557289] env[62359]: value = "task-2440720" [ 774.557289] env[62359]: _type = "Task" [ 774.557289] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.566746] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.752349] env[62359]: DEBUG oslo_concurrency.lockutils [req-737f72f5-4812-453b-9717-4b5823ec81f1 req-faa82cec-9236-4bbf-b000-3edf15bfb273 service nova] Releasing lock "refresh_cache-0f06e042-48f0-4ac2-a29a-8e10f154aef9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.778876] env[62359]: INFO nova.compute.manager [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Took 33.60 seconds to build instance. [ 774.913832] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440716, 'name': CreateVM_Task, 'duration_secs': 0.876783} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.914131] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.916099] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.916099] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.916099] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.916099] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf71e1a-4ec7-487a-ab7f-b0edd94806da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.921304] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 774.921304] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bc2904-fe6a-35f8-366c-38b76f3a2060" [ 774.921304] env[62359]: _type = "Task" [ 774.921304] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.930327] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bc2904-fe6a-35f8-366c-38b76f3a2060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.948033] env[62359]: DEBUG oslo_vmware.api [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245733} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.948287] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.948469] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.948649] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.948820] env[62359]: INFO nova.compute.manager [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Took 2.75 seconds to destroy the instance on the hypervisor. [ 774.949070] env[62359]: DEBUG oslo.service.loopingcall [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 774.949260] env[62359]: DEBUG nova.compute.manager [-] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.949354] env[62359]: DEBUG nova.network.neutron [-] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.971620] env[62359]: DEBUG oslo_vmware.api [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240849} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.971970] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.972159] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.972350] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.972526] env[62359]: INFO nova.compute.manager [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Took 2.44 seconds to destroy the instance on the hypervisor. [ 774.972759] env[62359]: DEBUG oslo.service.loopingcall [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 774.972955] env[62359]: DEBUG nova.compute.manager [-] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.973099] env[62359]: DEBUG nova.network.neutron [-] [instance: 74affe11-9b15-461d-b616-c9206d86236a] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.015621] env[62359]: DEBUG nova.compute.utils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 775.017407] env[62359]: DEBUG nova.compute.manager [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.017616] env[62359]: DEBUG nova.network.neutron [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.062145] env[62359]: INFO nova.compute.manager [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Rescuing [ 775.063106] env[62359]: DEBUG oslo_concurrency.lockutils [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "refresh_cache-39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.063106] env[62359]: DEBUG oslo_concurrency.lockutils [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired lock "refresh_cache-39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.063106] env[62359]: DEBUG nova.network.neutron [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.072704] env[62359]: DEBUG nova.policy [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5aabdfd3ba4acf9b98ec64d70f588e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c085ee261646dd8c7cefad3c20afae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.079120] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.114316] env[62359]: DEBUG nova.compute.manager [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Stashing vm_state: active {{(pid=62359) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 775.280534] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f1e8596-3ece-41f9-b8ef-5885f6467200 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.693s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.436437] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bc2904-fe6a-35f8-366c-38b76f3a2060, 'name': SearchDatastore_Task, 'duration_secs': 0.017455} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.436437] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.437487] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.437487] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.437487] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.437487] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.437487] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bcc37df-d11b-4cae-8c1b-63f575c5ed49 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.454349] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.454664] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.456025] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3cfe72-7ff7-4af6-adb5-47aed32dbc8c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.465606] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 775.465606] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5270089f-8174-b4d5-d4e3-053f6f223209" [ 775.465606] env[62359]: _type = "Task" [ 775.465606] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.477919] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5270089f-8174-b4d5-d4e3-053f6f223209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.480346] env[62359]: DEBUG nova.compute.manager [req-cd5c4b0a-37fd-4efb-a0e8-d9379ce749ad req-61d657db-0535-4e4d-b0ab-f6ef71634863 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Received event network-vif-deleted-c15e7927-b9fa-474b-acb3-9d28cbd5f4db {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.480346] env[62359]: INFO nova.compute.manager [req-cd5c4b0a-37fd-4efb-a0e8-d9379ce749ad req-61d657db-0535-4e4d-b0ab-f6ef71634863 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Neutron deleted interface c15e7927-b9fa-474b-acb3-9d28cbd5f4db; detaching it from the instance and deleting it from the info cache [ 775.480346] env[62359]: DEBUG nova.network.neutron [req-cd5c4b0a-37fd-4efb-a0e8-d9379ce749ad req-61d657db-0535-4e4d-b0ab-f6ef71634863 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.521909] env[62359]: DEBUG nova.compute.manager [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.548207] env[62359]: DEBUG nova.network.neutron [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Successfully created port: e5196a47-3424-4c5d-bbb9-1ef5d47d42ff {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.579260] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440720, 'name': ReconfigVM_Task, 'duration_secs': 0.888571} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.582146] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Reconfigured VM instance instance-0000003a to attach disk [datastore2] ca6ca5fe-040d-46ea-b893-412a9d300ab4/ca6ca5fe-040d-46ea-b893-412a9d300ab4.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.584179] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bff3cdc-9cc7-4fc8-8bbd-9e5dbec6bcde {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.590924] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 775.590924] env[62359]: value = "task-2440721" [ 775.590924] env[62359]: _type = "Task" [ 775.590924] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.602314] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440721, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.608058] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33602fe-4881-495e-9904-3e94790005d8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.618832] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910340e9-1751-41c3-bff4-54214c8034c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.629599] env[62359]: DEBUG nova.compute.manager [req-a267867b-75f8-482a-badd-8f6da7d0475e req-4d3589f0-e685-43d9-84a6-8d25f3cef7fd service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Received event network-vif-deleted-a899019a-a62b-4fa7-897b-4195961a4229 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.629791] env[62359]: INFO nova.compute.manager [req-a267867b-75f8-482a-badd-8f6da7d0475e req-4d3589f0-e685-43d9-84a6-8d25f3cef7fd service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Neutron deleted interface a899019a-a62b-4fa7-897b-4195961a4229; detaching it from the instance and deleting it from the info cache [ 775.629956] env[62359]: DEBUG nova.network.neutron [req-a267867b-75f8-482a-badd-8f6da7d0475e req-4d3589f0-e685-43d9-84a6-8d25f3cef7fd service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.659966] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.660816] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8e609d-56a8-40fa-ad13-b08bffc1952c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.663349] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43fec938-fc0d-4ff9-b967-9b1469aacf9e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.672071] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a70a8c-bcec-4662-9ada-c2ba448c042e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.678775] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7554fb44-c121-4630-a518-0f66299baba8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.698344] env[62359]: DEBUG nova.compute.provider_tree [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.718335] env[62359]: DEBUG nova.compute.manager [req-a267867b-75f8-482a-badd-8f6da7d0475e req-4d3589f0-e685-43d9-84a6-8d25f3cef7fd service nova] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Detach interface failed, port_id=a899019a-a62b-4fa7-897b-4195961a4229, reason: Instance be4a443c-7491-4950-8ff6-56d7ac632328 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 775.905707] env[62359]: DEBUG nova.network.neutron [-] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.908297] env[62359]: DEBUG nova.network.neutron [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Updating instance_info_cache with network_info: [{"id": "f40c7e57-e2c0-4e18-8de0-0bb9625f18b1", "address": "fa:16:3e:bb:4c:d3", "network": {"id": "ef848bd2-c20d-42dc-8a87-fd46352a427d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609866511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5af4110fd0814ab7af566a05bf35fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf40c7e57-e2", "ovs_interfaceid": "f40c7e57-e2c0-4e18-8de0-0bb9625f18b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.977832] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5270089f-8174-b4d5-d4e3-053f6f223209, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.978645] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f51cfb-29e1-4fad-8491-935b4956614e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.984338] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e9aa170-4ec3-44b0-a574-cb0f114882ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.986726] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 775.986726] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528a5a58-fa91-5773-02bd-edf53ac59f3a" [ 775.986726] env[62359]: _type = "Task" [ 775.986726] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.993729] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04126b7-798d-4f24-b72e-428602143d69 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.011448] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528a5a58-fa91-5773-02bd-edf53ac59f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.039460] env[62359]: DEBUG nova.compute.manager [req-cd5c4b0a-37fd-4efb-a0e8-d9379ce749ad req-61d657db-0535-4e4d-b0ab-f6ef71634863 service nova] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Detach interface failed, port_id=c15e7927-b9fa-474b-acb3-9d28cbd5f4db, reason: Instance 74affe11-9b15-461d-b616-c9206d86236a could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 776.100906] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440721, 'name': Rename_Task, 'duration_secs': 0.448547} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.101195] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.101442] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a32877c-820b-41ee-8556-73b42553e9cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.107392] env[62359]: DEBUG nova.network.neutron [-] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.108514] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 776.108514] env[62359]: value = "task-2440722" [ 776.108514] env[62359]: _type = "Task" [ 776.108514] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.116811] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.218507] env[62359]: DEBUG nova.scheduler.client.report [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.410856] env[62359]: INFO nova.compute.manager [-] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Took 1.44 seconds to deallocate network for instance. [ 776.411684] env[62359]: DEBUG oslo_concurrency.lockutils [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Releasing lock "refresh_cache-39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.497173] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528a5a58-fa91-5773-02bd-edf53ac59f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.017972} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.497445] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.497701] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 0f06e042-48f0-4ac2-a29a-8e10f154aef9/0f06e042-48f0-4ac2-a29a-8e10f154aef9.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.498287] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a84600b2-9be7-4810-9362-89c6f6d51536 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.504809] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 776.504809] env[62359]: value = "task-2440723" [ 776.504809] env[62359]: _type = "Task" [ 776.504809] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.514650] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.541876] env[62359]: DEBUG nova.compute.manager [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.566549] env[62359]: DEBUG nova.virt.hardware [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.566815] env[62359]: DEBUG nova.virt.hardware [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.566988] env[62359]: DEBUG nova.virt.hardware [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.567185] env[62359]: DEBUG nova.virt.hardware [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.567346] env[62359]: DEBUG nova.virt.hardware [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.567553] env[62359]: DEBUG nova.virt.hardware [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.567807] env[62359]: DEBUG nova.virt.hardware [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.567983] env[62359]: DEBUG nova.virt.hardware [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.568185] env[62359]: DEBUG nova.virt.hardware [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.568372] env[62359]: DEBUG nova.virt.hardware [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.568651] env[62359]: DEBUG nova.virt.hardware [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.569556] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81c3774-ee88-4c08-9f22-fd15679c5931 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.578724] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede69617-c6d0-4e62-bdf9-138806549c33 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.609801] env[62359]: INFO nova.compute.manager [-] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Took 1.66 seconds to deallocate network for instance. [ 776.623025] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.725308] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.728328] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.438s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.728920] env[62359]: DEBUG nova.objects.instance [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Lazy-loading 'resources' on Instance uuid baec1543-5ffb-4fd8-8ce7-0b353a826f64 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.752124] env[62359]: INFO nova.scheduler.client.report [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Deleted allocations for instance dfebfd70-185b-453d-952f-eecea0e0c7b0 [ 776.922626] env[62359]: DEBUG oslo_concurrency.lockutils [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.017847] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440723, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.122606] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.125024] env[62359]: DEBUG oslo_vmware.api [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440722, 'name': PowerOnVM_Task, 'duration_secs': 0.728755} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.125024] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.125024] env[62359]: INFO nova.compute.manager [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Took 8.30 seconds to spawn the instance on the hypervisor. [ 777.125024] env[62359]: DEBUG nova.compute.manager [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.125024] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d31d5bf-bb3a-46e5-8f7c-40495afef4b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.214103] env[62359]: DEBUG nova.network.neutron [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Successfully updated port: e5196a47-3424-4c5d-bbb9-1ef5d47d42ff {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.262636] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0bdfaaf6-8d92-43a5-a2d5-601c3d78c1fd tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "dfebfd70-185b-453d-952f-eecea0e0c7b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.642s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.526767] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517355} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.526767] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 0f06e042-48f0-4ac2-a29a-8e10f154aef9/0f06e042-48f0-4ac2-a29a-8e10f154aef9.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.526767] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.526767] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-195ca6bb-c671-4bb4-bfe7-0fda9a183195 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.532542] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 777.532542] env[62359]: value = "task-2440724" [ 777.532542] env[62359]: _type = "Task" [ 777.532542] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.543544] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.646891] env[62359]: INFO nova.compute.manager [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Took 28.34 seconds to build instance. [ 777.718741] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "refresh_cache-a0cbacf7-c198-475d-95a3-a130e45d1613" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.718911] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "refresh_cache-a0cbacf7-c198-475d-95a3-a130e45d1613" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.719079] env[62359]: DEBUG nova.network.neutron [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.849091] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20870ecb-612b-4809-bf92-a68ea08873de {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.857750] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39fe098-b955-4fa7-bab5-1896891af452 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.890081] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4469830f-0f8b-476a-b802-bb659db31776 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.896777] env[62359]: DEBUG nova.compute.manager [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Received event network-vif-plugged-e5196a47-3424-4c5d-bbb9-1ef5d47d42ff {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.897066] env[62359]: DEBUG oslo_concurrency.lockutils [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] Acquiring lock "a0cbacf7-c198-475d-95a3-a130e45d1613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.897353] env[62359]: DEBUG oslo_concurrency.lockutils [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.897554] env[62359]: DEBUG oslo_concurrency.lockutils [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.897789] env[62359]: DEBUG nova.compute.manager [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] No waiting events found dispatching network-vif-plugged-e5196a47-3424-4c5d-bbb9-1ef5d47d42ff {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.898037] env[62359]: WARNING nova.compute.manager [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Received unexpected event network-vif-plugged-e5196a47-3424-4c5d-bbb9-1ef5d47d42ff for instance with vm_state building and task_state spawning. [ 777.898259] env[62359]: DEBUG nova.compute.manager [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Received event network-changed-e5196a47-3424-4c5d-bbb9-1ef5d47d42ff {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.898448] env[62359]: DEBUG nova.compute.manager [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Refreshing instance network info cache due to event network-changed-e5196a47-3424-4c5d-bbb9-1ef5d47d42ff. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 777.898649] env[62359]: DEBUG oslo_concurrency.lockutils [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] Acquiring lock "refresh_cache-a0cbacf7-c198-475d-95a3-a130e45d1613" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.902421] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39089fe4-79e3-4356-b9ba-316d437e018b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.920659] env[62359]: DEBUG nova.compute.provider_tree [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.965814] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.965814] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd9d9fa8-8511-41a9-816e-66d9375b117e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.974021] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 777.974021] env[62359]: value = "task-2440725" [ 777.974021] env[62359]: _type = "Task" [ 777.974021] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.983494] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.046302] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292377} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.046302] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.046302] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69caaaa-4d91-4ea4-8db0-327bd6dc1343 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.070882] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 0f06e042-48f0-4ac2-a29a-8e10f154aef9/0f06e042-48f0-4ac2-a29a-8e10f154aef9.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.075021] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e455ef35-80e2-4dec-9feb-fbe691d8276f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.095067] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 778.095067] env[62359]: value = "task-2440726" [ 778.095067] env[62359]: _type = "Task" [ 778.095067] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.105994] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.148919] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b26528fe-3ffe-4bbc-b9fe-399a75d9cf81 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.775s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.266572] env[62359]: DEBUG nova.network.neutron [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.425738] env[62359]: DEBUG nova.scheduler.client.report [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.485413] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440725, 'name': PowerOffVM_Task, 'duration_secs': 0.4111} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.485413] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.485413] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa2ab87-3e43-480b-bedd-553ec25f3e2c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.511960] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a1a7ae-0245-405a-ae22-8980ef6cdf55 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.519251] env[62359]: DEBUG nova.network.neutron [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Updating instance_info_cache with network_info: [{"id": "e5196a47-3424-4c5d-bbb9-1ef5d47d42ff", "address": "fa:16:3e:d2:91:58", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5196a47-34", "ovs_interfaceid": "e5196a47-3424-4c5d-bbb9-1ef5d47d42ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.523172] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "2c305fef-3e7e-4436-bd8d-bef6f7b3941c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.523474] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "2c305fef-3e7e-4436-bd8d-bef6f7b3941c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.523767] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "2c305fef-3e7e-4436-bd8d-bef6f7b3941c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.523998] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "2c305fef-3e7e-4436-bd8d-bef6f7b3941c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.524220] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "2c305fef-3e7e-4436-bd8d-bef6f7b3941c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.528570] env[62359]: INFO nova.compute.manager [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Terminating instance [ 778.562090] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.562632] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebda7e52-7d73-4e06-908a-a87d3c466ed0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.569623] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 778.569623] env[62359]: value = "task-2440727" [ 778.569623] env[62359]: _type = "Task" [ 778.569623] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.578539] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.605234] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.929381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.932400] env[62359]: DEBUG oslo_concurrency.lockutils [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.515s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.933534] env[62359]: DEBUG nova.objects.instance [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lazy-loading 'resources' on Instance uuid 21fd3d6a-3e9d-4622-8062-036c5525df79 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.963446] env[62359]: INFO nova.scheduler.client.report [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Deleted allocations for instance baec1543-5ffb-4fd8-8ce7-0b353a826f64 [ 779.029683] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "refresh_cache-a0cbacf7-c198-475d-95a3-a130e45d1613" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.030037] env[62359]: DEBUG nova.compute.manager [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Instance network_info: |[{"id": "e5196a47-3424-4c5d-bbb9-1ef5d47d42ff", "address": "fa:16:3e:d2:91:58", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5196a47-34", "ovs_interfaceid": "e5196a47-3424-4c5d-bbb9-1ef5d47d42ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.030421] env[62359]: DEBUG oslo_concurrency.lockutils [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] Acquired lock "refresh_cache-a0cbacf7-c198-475d-95a3-a130e45d1613" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.030506] env[62359]: DEBUG nova.network.neutron [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Refreshing network info cache for port e5196a47-3424-4c5d-bbb9-1ef5d47d42ff {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.031819] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:91:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5196a47-3424-4c5d-bbb9-1ef5d47d42ff', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.041735] env[62359]: DEBUG oslo.service.loopingcall [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.042925] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "refresh_cache-2c305fef-3e7e-4436-bd8d-bef6f7b3941c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.043109] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquired lock "refresh_cache-2c305fef-3e7e-4436-bd8d-bef6f7b3941c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.043263] env[62359]: DEBUG nova.network.neutron [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.044218] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.044834] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31d43cfd-4878-4910-9a68-874e0a5dbfac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.075504] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.075504] env[62359]: value = "task-2440728" [ 779.075504] env[62359]: _type = "Task" [ 779.075504] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.083211] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 779.084126] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.084126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.084126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.084369] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.089115] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8f71ef3-225b-41ed-8b37-8ea841dcb752 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.089973] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440728, 'name': CreateVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.097200] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.097432] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.102413] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b246493e-b227-4bfd-8ea3-d135259f1e90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.110402] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440726, 'name': ReconfigVM_Task, 'duration_secs': 0.678496} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.112224] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 0f06e042-48f0-4ac2-a29a-8e10f154aef9/0f06e042-48f0-4ac2-a29a-8e10f154aef9.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.112686] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 779.112686] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5201eef3-662f-9a6e-fbf6-af1a320d1b38" [ 779.112686] env[62359]: _type = "Task" [ 779.112686] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.113139] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6efd7a31-2c44-41ba-8a2e-234ea02bf77c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.130202] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5201eef3-662f-9a6e-fbf6-af1a320d1b38, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.132639] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 779.132639] env[62359]: value = "task-2440729" [ 779.132639] env[62359]: _type = "Task" [ 779.132639] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.132993] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f73259-645a-45cc-aba8-dbfce0a050fe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.144924] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 779.144924] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b3eeb2-f6d4-cacd-d342-68ab5b5bb746" [ 779.144924] env[62359]: _type = "Task" [ 779.144924] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.148883] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440729, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.158283] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b3eeb2-f6d4-cacd-d342-68ab5b5bb746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.480663] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d5e166c-9d7b-4821-b590-ddb3e94baa03 tempest-ServerPasswordTestJSON-941040581 tempest-ServerPasswordTestJSON-941040581-project-member] Lock "baec1543-5ffb-4fd8-8ce7-0b353a826f64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.757s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.589835] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440728, 'name': CreateVM_Task, 'duration_secs': 0.375376} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.589835] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.590667] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.590810] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.591282] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.595758] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7ad6b3-2866-4fad-b07b-2419ced39726 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.601631] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 779.601631] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52951fb5-6e6f-e42e-4c99-f7cb46e40869" [ 779.601631] env[62359]: _type = "Task" [ 779.601631] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.602450] env[62359]: DEBUG nova.network.neutron [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.620700] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52951fb5-6e6f-e42e-4c99-f7cb46e40869, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.621788] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.621788] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.621788] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.622189] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.622189] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.622426] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07edd6dc-1438-4a7c-9aed-2bb044b1e091 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.634379] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.634379] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.634379] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c14e98d1-4ca0-4d3c-8ecb-baf2e4f477d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.662317] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 779.662317] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d379e5-1528-0de7-80cc-542eecfdc7b8" [ 779.662317] env[62359]: _type = "Task" [ 779.662317] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.684043] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b3eeb2-f6d4-cacd-d342-68ab5b5bb746, 'name': SearchDatastore_Task, 'duration_secs': 0.016782} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.684215] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440729, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.689882] env[62359]: DEBUG oslo_concurrency.lockutils [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.690187] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. {{(pid=62359) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 779.691066] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebba8ee5-542e-43fb-bd99-0213ffd8c642 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.698057] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d379e5-1528-0de7-80cc-542eecfdc7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013211} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.699397] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac51b1f-f046-4b9c-9a53-728baffdc4d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.703634] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 779.703634] env[62359]: value = "task-2440730" [ 779.703634] env[62359]: _type = "Task" [ 779.703634] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.705221] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 779.705221] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a36206-e7b1-b47b-7786-92bfab07fce7" [ 779.705221] env[62359]: _type = "Task" [ 779.705221] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.721031] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.724762] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a36206-e7b1-b47b-7786-92bfab07fce7, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.727416] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.727778] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] a0cbacf7-c198-475d-95a3-a130e45d1613/a0cbacf7-c198-475d-95a3-a130e45d1613.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.727970] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bab11ea-8ae2-43fb-ade4-1da979412edc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.737702] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 779.737702] env[62359]: value = "task-2440731" [ 779.737702] env[62359]: _type = "Task" [ 779.737702] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.745870] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.770013] env[62359]: DEBUG nova.network.neutron [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.990250] env[62359]: DEBUG nova.network.neutron [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Updated VIF entry in instance network info cache for port e5196a47-3424-4c5d-bbb9-1ef5d47d42ff. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.990250] env[62359]: DEBUG nova.network.neutron [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Updating instance_info_cache with network_info: [{"id": "e5196a47-3424-4c5d-bbb9-1ef5d47d42ff", "address": "fa:16:3e:d2:91:58", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5196a47-34", "ovs_interfaceid": "e5196a47-3424-4c5d-bbb9-1ef5d47d42ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.088666] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b9733d-a2db-472e-8b0c-09e4849c78ec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.097527] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f651eb-8db5-4dc2-8407-8ed50709a728 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.128486] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4841a1-82fe-49b3-a9b2-a4b0b50bb5d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.137481] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39e537e-38e7-4db2-a414-f74be9126e1e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.160261] env[62359]: DEBUG nova.compute.provider_tree [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.166587] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440729, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.167140] env[62359]: DEBUG nova.compute.manager [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Stashing vm_state: active {{(pid=62359) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 780.214919] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440730, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.248264] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440731, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.272393] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Releasing lock "refresh_cache-2c305fef-3e7e-4436-bd8d-bef6f7b3941c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.272810] env[62359]: DEBUG nova.compute.manager [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.272999] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.276903] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9d39e3-5514-4fb8-b694-054db3a786d9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.284261] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.285034] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8350bdc5-c25a-47e4-87aa-b5c7ad7748d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.293170] env[62359]: DEBUG oslo_vmware.api [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 780.293170] env[62359]: value = "task-2440732" [ 780.293170] env[62359]: _type = "Task" [ 780.293170] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.304344] env[62359]: DEBUG oslo_vmware.api [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.492793] env[62359]: DEBUG oslo_concurrency.lockutils [req-224c0a54-c2dc-47bb-9595-c1e1b0a7a9bf req-e0251bbb-ea7d-45eb-83e7-26242480abe2 service nova] Releasing lock "refresh_cache-a0cbacf7-c198-475d-95a3-a130e45d1613" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.655066] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440729, 'name': Rename_Task, 'duration_secs': 1.180786} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.655609] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.656028] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-836ce827-3abc-482f-944a-643b283cff53 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.665195] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 780.665195] env[62359]: value = "task-2440733" [ 780.665195] env[62359]: _type = "Task" [ 780.665195] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.670870] env[62359]: DEBUG nova.scheduler.client.report [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.683227] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440733, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.701275] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.716764] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987628} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.717178] env[62359]: INFO nova.virt.vmwareapi.ds_util [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. [ 780.718153] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d74d198-69cd-4864-861d-b5f78a552cb7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.747885] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.748318] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2606e408-cfb3-409c-b410-5d0140dbd25e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.770175] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440731, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.771731] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 780.771731] env[62359]: value = "task-2440734" [ 780.771731] env[62359]: _type = "Task" [ 780.771731] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.779844] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.804769] env[62359]: DEBUG oslo_vmware.api [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440732, 'name': PowerOffVM_Task, 'duration_secs': 0.261258} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.805053] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.805220] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.805908] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e697a13b-7dd5-4669-8373-b2235e5223a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.832113] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.832342] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.832525] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Deleting the datastore file [datastore2] 2c305fef-3e7e-4436-bd8d-bef6f7b3941c {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.832782] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dfeaaf9-9fd4-4a96-8467-8eeeecb711b3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.840154] env[62359]: DEBUG oslo_vmware.api [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for the task: (returnval){ [ 780.840154] env[62359]: value = "task-2440736" [ 780.840154] env[62359]: _type = "Task" [ 780.840154] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.849302] env[62359]: DEBUG oslo_vmware.api [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.175244] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.179163] env[62359]: DEBUG oslo_concurrency.lockutils [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.181503] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.363s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.181589] env[62359]: DEBUG nova.objects.instance [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lazy-loading 'resources' on Instance uuid 8231f09d-c1e4-42b7-a55e-72ceaac98a11 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.207105] env[62359]: INFO nova.scheduler.client.report [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Deleted allocations for instance 21fd3d6a-3e9d-4622-8062-036c5525df79 [ 781.261355] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440731, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.108568} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.261956] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] a0cbacf7-c198-475d-95a3-a130e45d1613/a0cbacf7-c198-475d-95a3-a130e45d1613.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.262529] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.262633] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dba5b95f-2316-4271-9347-efb5b6f653df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.271227] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 781.271227] env[62359]: value = "task-2440737" [ 781.271227] env[62359]: _type = "Task" [ 781.271227] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.289789] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.290544] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.351056] env[62359]: DEBUG oslo_vmware.api [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Task: {'id': task-2440736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456663} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.351158] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.351938] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.351938] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.351938] env[62359]: INFO nova.compute.manager [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 781.351938] env[62359]: DEBUG oslo.service.loopingcall [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.352195] env[62359]: DEBUG nova.compute.manager [-] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.352195] env[62359]: DEBUG nova.network.neutron [-] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.374026] env[62359]: DEBUG nova.network.neutron [-] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.676403] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440733, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.716292] env[62359]: DEBUG oslo_concurrency.lockutils [None req-25b08413-dec8-4544-b9ec-1a052056c3d0 tempest-SecurityGroupsTestJSON-1439958167 tempest-SecurityGroupsTestJSON-1439958167-project-member] Lock "21fd3d6a-3e9d-4622-8062-036c5525df79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.742s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.792119] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080022} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.792495] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.793550] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f8c1b6-48c7-4436-8ae1-6aac5bdb72ee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.800722] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440734, 'name': ReconfigVM_Task, 'duration_secs': 0.894343} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.801289] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.802187] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3013f4b-2c01-4d93-b7bb-93f73ff23ba2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.824734] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] a0cbacf7-c198-475d-95a3-a130e45d1613/a0cbacf7-c198-475d-95a3-a130e45d1613.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.828696] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ba13ea-b706-4d2d-b937-1e51dcf8d715 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.872643] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9362f36a-b9ea-4452-95f7-0200b67a82eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.889184] env[62359]: DEBUG nova.network.neutron [-] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.893133] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquiring lock "22568279-6eec-48f3-a7ec-53e01f227a95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.893133] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Lock "22568279-6eec-48f3-a7ec-53e01f227a95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.893133] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 781.893133] env[62359]: value = "task-2440738" [ 781.893133] env[62359]: _type = "Task" [ 781.893133] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.898845] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 781.898845] env[62359]: value = "task-2440739" [ 781.898845] env[62359]: _type = "Task" [ 781.898845] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.906035] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.915293] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.177347] env[62359]: DEBUG oslo_vmware.api [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440733, 'name': PowerOnVM_Task, 'duration_secs': 1.110815} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.178527] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.178864] env[62359]: INFO nova.compute.manager [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Took 10.63 seconds to spawn the instance on the hypervisor. [ 782.179189] env[62359]: DEBUG nova.compute.manager [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.182588] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0164c92-6da1-4039-8f79-d28f8b59db8a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.278081] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d45736b-7837-4dd9-946c-dbf6b63c996a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.286744] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ccce0-d785-4072-95d0-0ceaacbec4e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.319950] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1212cfe4-981c-4188-844f-19594bffa735 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.328114] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5032ee67-71dc-42f8-b491-b37571e66d7e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.341981] env[62359]: DEBUG nova.compute.provider_tree [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.392871] env[62359]: INFO nova.compute.manager [-] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Took 1.04 seconds to deallocate network for instance. [ 782.393314] env[62359]: DEBUG nova.compute.manager [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.413339] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.417359] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.699114] env[62359]: INFO nova.compute.manager [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Took 32.81 seconds to build instance. [ 782.845262] env[62359]: DEBUG nova.scheduler.client.report [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.911242] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.917276] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440739, 'name': ReconfigVM_Task, 'duration_secs': 0.586301} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.920704] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.921073] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440738, 'name': ReconfigVM_Task, 'duration_secs': 0.949354} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.921324] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30293907-4200-4dbb-bbaf-c8ff4d203901 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.923182] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Reconfigured VM instance instance-0000003c to attach disk [datastore1] a0cbacf7-c198-475d-95a3-a130e45d1613/a0cbacf7-c198-475d-95a3-a130e45d1613.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.924519] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.924786] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eedd22ce-e44f-4c37-b0a2-94c58128bbd0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.931637] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 782.931637] env[62359]: value = "task-2440740" [ 782.931637] env[62359]: _type = "Task" [ 782.931637] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.932765] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 782.932765] env[62359]: value = "task-2440741" [ 782.932765] env[62359]: _type = "Task" [ 782.932765] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.944682] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.947939] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440741, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.201542] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dd574aa0-4957-42fa-8148-00d7f35b1307 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.089s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.332112] env[62359]: DEBUG oslo_concurrency.lockutils [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] Acquiring lock "refresh_cache-0f06e042-48f0-4ac2-a29a-8e10f154aef9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.332290] env[62359]: DEBUG oslo_concurrency.lockutils [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] Acquired lock "refresh_cache-0f06e042-48f0-4ac2-a29a-8e10f154aef9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.332459] env[62359]: DEBUG nova.network.neutron [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.351120] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.352889] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.211s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.354986] env[62359]: INFO nova.compute.claims [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.379277] env[62359]: INFO nova.scheduler.client.report [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Deleted allocations for instance 8231f09d-c1e4-42b7-a55e-72ceaac98a11 [ 783.453718] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.459267] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440741, 'name': Rename_Task, 'duration_secs': 0.311899} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.459592] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.459896] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64bb7b88-747e-4a75-b9fe-4cd8e6ea4d67 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.466472] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 783.466472] env[62359]: value = "task-2440742" [ 783.466472] env[62359]: _type = "Task" [ 783.466472] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.476845] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.888138] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ca296a75-a7df-4713-99e1-ed21637aafe6 tempest-ListServerFiltersTestJSON-196010615 tempest-ListServerFiltersTestJSON-196010615-project-member] Lock "8231f09d-c1e4-42b7-a55e-72ceaac98a11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.102s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.956371] env[62359]: DEBUG oslo_vmware.api [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440740, 'name': PowerOnVM_Task, 'duration_secs': 0.828334} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.956653] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.959943] env[62359]: DEBUG nova.compute.manager [None req-89701c85-bff5-4a8d-9405-956701138927 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.960778] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5d57fd-d29c-4989-864c-ca8ac5e8e15b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.982808] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440742, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.382464] env[62359]: DEBUG nova.network.neutron [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Updating instance_info_cache with network_info: [{"id": "295cb5e1-b8a8-40dc-ab43-cdcd1282929e", "address": "fa:16:3e:e3:fd:02", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295cb5e1-b8", "ovs_interfaceid": "295cb5e1-b8a8-40dc-ab43-cdcd1282929e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.483702] env[62359]: DEBUG oslo_vmware.api [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440742, 'name': PowerOnVM_Task, 'duration_secs': 0.934349} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.486172] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.486172] env[62359]: INFO nova.compute.manager [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Took 7.94 seconds to spawn the instance on the hypervisor. [ 784.488330] env[62359]: DEBUG nova.compute.manager [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.489590] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87584a96-d0fd-40ab-9919-3e3eab5c8a1d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.889620] env[62359]: DEBUG oslo_concurrency.lockutils [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] Releasing lock "refresh_cache-0f06e042-48f0-4ac2-a29a-8e10f154aef9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.889864] env[62359]: DEBUG nova.compute.manager [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Inject network info {{(pid=62359) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 784.890128] env[62359]: DEBUG nova.compute.manager [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] network_info to inject: |[{"id": "295cb5e1-b8a8-40dc-ab43-cdcd1282929e", "address": "fa:16:3e:e3:fd:02", "network": {"id": "14c0506c-f7ae-485a-bc6c-94a76c26fc56", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1608793489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f17e4b903f5744aabd468da5d7f1cb47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295cb5e1-b8", "ovs_interfaceid": "295cb5e1-b8a8-40dc-ab43-cdcd1282929e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 784.894938] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Reconfiguring VM instance to set the machine id {{(pid=62359) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 784.895251] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead1533f-5665-43ef-83de-d94aceac9c84 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.919218] env[62359]: DEBUG oslo_vmware.api [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] Waiting for the task: (returnval){ [ 784.919218] env[62359]: value = "task-2440743" [ 784.919218] env[62359]: _type = "Task" [ 784.919218] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.938347] env[62359]: DEBUG oslo_vmware.api [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] Task: {'id': task-2440743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.984193] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1f1f40-f1de-4ff2-859e-55cc95748cbf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.999723] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c5c78-898c-40ea-8861-e0ae15b11843 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.041317] env[62359]: INFO nova.compute.manager [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Took 32.53 seconds to build instance. [ 785.044276] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47b5fad-251f-421b-b765-889edbf13eb3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.054030] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98619e2-3290-4e77-9720-56bff8610ce7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.070186] env[62359]: DEBUG nova.compute.provider_tree [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.431382] env[62359]: DEBUG oslo_vmware.api [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] Task: {'id': task-2440743, 'name': ReconfigVM_Task, 'duration_secs': 0.196011} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.432092] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-988614ec-b980-41e7-9142-c6957a66d0df tempest-ServersAdminTestJSON-689811522 tempest-ServersAdminTestJSON-689811522-project-admin] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Reconfigured VM instance to set the machine id {{(pid=62359) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 785.548351] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d0a03dc0-0a38-4aae-9c23-fde005a70b58 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.733s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.574975] env[62359]: DEBUG nova.scheduler.client.report [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.080376] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.080968] env[62359]: DEBUG nova.compute.manager [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.084459] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.102s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.087842] env[62359]: INFO nova.compute.claims [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.596396] env[62359]: DEBUG nova.compute.utils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 786.597696] env[62359]: DEBUG nova.compute.manager [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.597865] env[62359]: DEBUG nova.network.neutron [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.607924] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquiring lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.608171] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.697596] env[62359]: DEBUG nova.policy [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06031afbec8478bbaf24910444042a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f62a5a0d034989a05d769f3639fb5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.729963] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "e2951b12-487b-4e09-a3a5-060b45caf180" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.730766] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "e2951b12-487b-4e09-a3a5-060b45caf180" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.103021] env[62359]: DEBUG nova.compute.manager [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.110704] env[62359]: DEBUG nova.compute.manager [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.235337] env[62359]: DEBUG nova.compute.manager [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.318507] env[62359]: DEBUG nova.network.neutron [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Successfully created port: 60d261bc-a29a-444d-b848-adbbf6411995 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.457962] env[62359]: INFO nova.compute.manager [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Rebuilding instance [ 787.586523] env[62359]: DEBUG nova.compute.manager [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.586828] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac4caf6-8713-4678-95e2-4ecf985cb33a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.645740] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.661896] env[62359]: DEBUG oslo_concurrency.lockutils [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "a0cbacf7-c198-475d-95a3-a130e45d1613" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.661896] env[62359]: DEBUG oslo_concurrency.lockutils [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.758067] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.841152] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5374c2cb-d1a0-4ab5-b99f-2c46df3b1734 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.850839] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c7d2af-4724-400d-96b3-a7dad8b63b54 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.885972] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498e5777-5eac-4294-bd27-642e499b34f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.894361] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de213747-da7a-47ce-b0c0-9c23a895dba8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.908951] env[62359]: DEBUG nova.compute.provider_tree [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.110545] env[62359]: DEBUG nova.compute.manager [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.140751] env[62359]: DEBUG nova.virt.hardware [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.140986] env[62359]: DEBUG nova.virt.hardware [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.141155] env[62359]: DEBUG nova.virt.hardware [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.141336] env[62359]: DEBUG nova.virt.hardware [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.141479] env[62359]: DEBUG nova.virt.hardware [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.141697] env[62359]: DEBUG nova.virt.hardware [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.141958] env[62359]: DEBUG nova.virt.hardware [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.142647] env[62359]: DEBUG nova.virt.hardware [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.142985] env[62359]: DEBUG nova.virt.hardware [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.143234] env[62359]: DEBUG nova.virt.hardware [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.143573] env[62359]: DEBUG nova.virt.hardware [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.144602] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43a87fd-d426-4499-afe0-1950d1a454d4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.159102] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59341c15-b7f8-4b2e-9822-5c7b8eb9a4e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.177563] env[62359]: DEBUG nova.compute.utils [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 788.414154] env[62359]: DEBUG nova.scheduler.client.report [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.605032] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.605032] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db1a9d0-b449-4135-abe7-42c079d0d923 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.611816] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 788.611816] env[62359]: value = "task-2440744" [ 788.611816] env[62359]: _type = "Task" [ 788.611816] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.623009] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.680961] env[62359]: DEBUG oslo_concurrency.lockutils [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.920068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.920933] env[62359]: DEBUG nova.compute.manager [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.927426] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.540s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.931112] env[62359]: INFO nova.compute.claims [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.132615] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440744, 'name': PowerOffVM_Task, 'duration_secs': 0.310465} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.132988] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.133299] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.134170] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509cbca0-b3c4-403a-a078-01859fcac398 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.142738] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.143131] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62a2a74a-157a-451d-a1fa-bfa5412fd014 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.215360] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.215583] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.215677] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleting the datastore file [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.215929] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac535c50-db78-46ec-b5c6-97253b598fd7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.225355] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 789.225355] env[62359]: value = "task-2440746" [ 789.225355] env[62359]: _type = "Task" [ 789.225355] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.237493] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.309965] env[62359]: DEBUG nova.network.neutron [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Successfully updated port: 60d261bc-a29a-444d-b848-adbbf6411995 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.438862] env[62359]: DEBUG nova.compute.utils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 789.448965] env[62359]: DEBUG nova.compute.manager [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.450022] env[62359]: DEBUG nova.network.neutron [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.452750] env[62359]: DEBUG nova.compute.manager [req-9b16c86f-fa3c-4730-b648-8c0fd148b97f req-30e4eb76-1960-4b15-b2aa-6c75a8d1ad7b service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Received event network-vif-plugged-60d261bc-a29a-444d-b848-adbbf6411995 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.453546] env[62359]: DEBUG oslo_concurrency.lockutils [req-9b16c86f-fa3c-4730-b648-8c0fd148b97f req-30e4eb76-1960-4b15-b2aa-6c75a8d1ad7b service nova] Acquiring lock "65d045f2-2440-412a-aaaa-c1a4959c393f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.453546] env[62359]: DEBUG oslo_concurrency.lockutils [req-9b16c86f-fa3c-4730-b648-8c0fd148b97f req-30e4eb76-1960-4b15-b2aa-6c75a8d1ad7b service nova] Lock "65d045f2-2440-412a-aaaa-c1a4959c393f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.453546] env[62359]: DEBUG oslo_concurrency.lockutils [req-9b16c86f-fa3c-4730-b648-8c0fd148b97f req-30e4eb76-1960-4b15-b2aa-6c75a8d1ad7b service nova] Lock "65d045f2-2440-412a-aaaa-c1a4959c393f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.453832] env[62359]: DEBUG nova.compute.manager [req-9b16c86f-fa3c-4730-b648-8c0fd148b97f req-30e4eb76-1960-4b15-b2aa-6c75a8d1ad7b service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] No waiting events found dispatching network-vif-plugged-60d261bc-a29a-444d-b848-adbbf6411995 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.453832] env[62359]: WARNING nova.compute.manager [req-9b16c86f-fa3c-4730-b648-8c0fd148b97f req-30e4eb76-1960-4b15-b2aa-6c75a8d1ad7b service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Received unexpected event network-vif-plugged-60d261bc-a29a-444d-b848-adbbf6411995 for instance with vm_state building and task_state spawning. [ 789.522754] env[62359]: DEBUG nova.policy [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c1c46cc613b48099fdb12deb7ddb5bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfd69a872fdd4c9b81c2bf557ee63fdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.737386] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158695} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.737749] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.737834] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.738019] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.807955] env[62359]: DEBUG oslo_concurrency.lockutils [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "a0cbacf7-c198-475d-95a3-a130e45d1613" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.807955] env[62359]: DEBUG oslo_concurrency.lockutils [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.807955] env[62359]: INFO nova.compute.manager [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Attaching volume 66f5078d-a2fa-4839-9d6b-75fc43c6b341 to /dev/sdb [ 789.813482] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "refresh_cache-65d045f2-2440-412a-aaaa-c1a4959c393f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.813482] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "refresh_cache-65d045f2-2440-412a-aaaa-c1a4959c393f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.815322] env[62359]: DEBUG nova.network.neutron [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.857642] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e637f54-21cb-4591-b561-6b8ffeb05888 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.864990] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30591bea-ffc4-4053-847a-f615203beb3f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.880122] env[62359]: DEBUG nova.virt.block_device [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Updating existing volume attachment record: f0341b76-35e2-47d8-bab7-0d13359ed271 {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 789.948102] env[62359]: DEBUG nova.compute.manager [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.954157] env[62359]: DEBUG nova.network.neutron [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Successfully created port: 27f15daa-034c-49d0-8815-6f7409bc0422 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.352778] env[62359]: DEBUG nova.network.neutron [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.519355] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12207782-6174-4f22-aa9e-1380e96b5c2b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.528337] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486cc990-808b-4b27-b5c3-75b0ef0898d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.532592] env[62359]: DEBUG nova.network.neutron [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Updating instance_info_cache with network_info: [{"id": "60d261bc-a29a-444d-b848-adbbf6411995", "address": "fa:16:3e:cc:d2:35", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60d261bc-a2", "ovs_interfaceid": "60d261bc-a29a-444d-b848-adbbf6411995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.562158] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661b9a9c-9dea-4c14-b47d-e694adefe188 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.570720] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bbfa39-aedb-48e1-ba93-118474f2927f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.586634] env[62359]: DEBUG nova.compute.provider_tree [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.796578] env[62359]: DEBUG nova.virt.hardware [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.796578] env[62359]: DEBUG nova.virt.hardware [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.797037] env[62359]: DEBUG nova.virt.hardware [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.797222] env[62359]: DEBUG nova.virt.hardware [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.797472] env[62359]: DEBUG nova.virt.hardware [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.797690] env[62359]: DEBUG nova.virt.hardware [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.798051] env[62359]: DEBUG nova.virt.hardware [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.798156] env[62359]: DEBUG nova.virt.hardware [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.798584] env[62359]: DEBUG nova.virt.hardware [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.799322] env[62359]: DEBUG nova.virt.hardware [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.799322] env[62359]: DEBUG nova.virt.hardware [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.800026] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8197ba-e6c3-444a-a0a5-9b1e8fdfc566 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.808661] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07773fb9-c2f4-4fe8-8607-0a0f19639d1c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.823974] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:24:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4411d7a5-09f0-4db5-a560-64e11ee39db2', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.831497] env[62359]: DEBUG oslo.service.loopingcall [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.831783] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.832019] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75c32133-beee-4991-89a6-daeb35806aff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.850839] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.850839] env[62359]: value = "task-2440750" [ 790.850839] env[62359]: _type = "Task" [ 790.850839] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.858645] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440750, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.962090] env[62359]: DEBUG nova.compute.manager [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.970918] env[62359]: DEBUG oslo_concurrency.lockutils [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "669b2134-e128-49a9-aad6-15fcecc71e2d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.971062] env[62359]: DEBUG oslo_concurrency.lockutils [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.990742] env[62359]: DEBUG nova.virt.hardware [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.991014] env[62359]: DEBUG nova.virt.hardware [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.991096] env[62359]: DEBUG nova.virt.hardware [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.991278] env[62359]: DEBUG nova.virt.hardware [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.991414] env[62359]: DEBUG nova.virt.hardware [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.991733] env[62359]: DEBUG nova.virt.hardware [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.991997] env[62359]: DEBUG nova.virt.hardware [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.992167] env[62359]: DEBUG nova.virt.hardware [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.992332] env[62359]: DEBUG nova.virt.hardware [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.992490] env[62359]: DEBUG nova.virt.hardware [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.993587] env[62359]: DEBUG nova.virt.hardware [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.994772] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd634655-e092-4a1c-ae7f-82c3a8c9aeb0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.003809] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e6a23-d77f-4a19-b820-04109d95a6c0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.035453] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "refresh_cache-65d045f2-2440-412a-aaaa-c1a4959c393f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.036423] env[62359]: DEBUG nova.compute.manager [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Instance network_info: |[{"id": "60d261bc-a29a-444d-b848-adbbf6411995", "address": "fa:16:3e:cc:d2:35", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60d261bc-a2", "ovs_interfaceid": "60d261bc-a29a-444d-b848-adbbf6411995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.036423] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:d2:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60d261bc-a29a-444d-b848-adbbf6411995', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.047393] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Creating folder: Project (d3f62a5a0d034989a05d769f3639fb5c). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.048123] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f2f02ca-e109-4c98-94ac-e31bee93ed24 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.061023] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Created folder: Project (d3f62a5a0d034989a05d769f3639fb5c) in parent group-v494269. [ 791.061023] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Creating folder: Instances. Parent ref: group-v494442. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.061023] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40e0e7a1-caf9-47fd-a5a4-6cbbccf73863 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.071717] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Created folder: Instances in parent group-v494442. [ 791.072374] env[62359]: DEBUG oslo.service.loopingcall [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.072374] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.072510] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bdb260a-90c9-4e88-95b4-3d7901e25880 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.090874] env[62359]: DEBUG nova.scheduler.client.report [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.099830] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.099830] env[62359]: value = "task-2440753" [ 791.099830] env[62359]: _type = "Task" [ 791.099830] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.113804] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440753, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.281122] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquiring lock "d37ef858-c69f-4f17-b2f6-3a4a417100df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.281681] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Lock "d37ef858-c69f-4f17-b2f6-3a4a417100df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.365085] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440750, 'name': CreateVM_Task, 'duration_secs': 0.465291} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.365863] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.366605] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.366707] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.367042] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.367307] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b02017-256a-4697-aebc-1bf9ecb0695e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.372318] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 791.372318] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52672e21-c8e5-0f93-9327-8dc7a895f242" [ 791.372318] env[62359]: _type = "Task" [ 791.372318] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.381271] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52672e21-c8e5-0f93-9327-8dc7a895f242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.475010] env[62359]: DEBUG nova.compute.utils [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 791.571734] env[62359]: DEBUG nova.network.neutron [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Successfully updated port: 27f15daa-034c-49d0-8815-6f7409bc0422 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.595983] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.596563] env[62359]: DEBUG nova.compute.manager [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.600145] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.118s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.600399] env[62359]: DEBUG nova.objects.instance [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lazy-loading 'resources' on Instance uuid 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.612916] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440753, 'name': CreateVM_Task, 'duration_secs': 0.376934} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.613136] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.613768] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.658032] env[62359]: DEBUG nova.compute.manager [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Received event network-changed-60d261bc-a29a-444d-b848-adbbf6411995 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.658032] env[62359]: DEBUG nova.compute.manager [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Refreshing instance network info cache due to event network-changed-60d261bc-a29a-444d-b848-adbbf6411995. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 791.658032] env[62359]: DEBUG oslo_concurrency.lockutils [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] Acquiring lock "refresh_cache-65d045f2-2440-412a-aaaa-c1a4959c393f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.658032] env[62359]: DEBUG oslo_concurrency.lockutils [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] Acquired lock "refresh_cache-65d045f2-2440-412a-aaaa-c1a4959c393f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.658032] env[62359]: DEBUG nova.network.neutron [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Refreshing network info cache for port 60d261bc-a29a-444d-b848-adbbf6411995 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.784124] env[62359]: DEBUG nova.compute.manager [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.882673] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52672e21-c8e5-0f93-9327-8dc7a895f242, 'name': SearchDatastore_Task, 'duration_secs': 0.014134} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.882991] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.883241] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.883471] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.883617] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.883813] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.884403] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.884746] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.884963] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c5c4d33-dfed-4892-922d-fcefbf3d9c01 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.887012] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64ad7fd-1f79-4a6d-a492-49107c69f4e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.892586] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 791.892586] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52736456-1d87-3013-61e4-e6c8e3e50f30" [ 791.892586] env[62359]: _type = "Task" [ 791.892586] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.896391] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.896559] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.897996] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2df9ded-8fd2-4d2d-9295-e81376678b41 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.902462] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52736456-1d87-3013-61e4-e6c8e3e50f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.905336] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 791.905336] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52dd9b5a-38cd-d0bf-9b39-9f83fe79d26a" [ 791.905336] env[62359]: _type = "Task" [ 791.905336] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.912415] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52dd9b5a-38cd-d0bf-9b39-9f83fe79d26a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.978330] env[62359]: DEBUG oslo_concurrency.lockutils [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.075626] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.075830] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquired lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.076167] env[62359]: DEBUG nova.network.neutron [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.101962] env[62359]: DEBUG nova.compute.utils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 792.103232] env[62359]: DEBUG nova.compute.manager [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.103400] env[62359]: DEBUG nova.network.neutron [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.145494] env[62359]: DEBUG nova.policy [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5967625b8f86479aadc7f155b480d917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7906ea8da6f64316866fea8316803eaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.311314] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.402974] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52736456-1d87-3013-61e4-e6c8e3e50f30, 'name': SearchDatastore_Task, 'duration_secs': 0.020853} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.405780] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.406039] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.406280] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.415166] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52dd9b5a-38cd-d0bf-9b39-9f83fe79d26a, 'name': SearchDatastore_Task, 'duration_secs': 0.030967} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.415949] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5e2bb9-77f0-4a5b-b444-0e416ca2fa4d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.425140] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 792.425140] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52af08ad-ec42-8c11-2daa-a225ae73f2fc" [ 792.425140] env[62359]: _type = "Task" [ 792.425140] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.432239] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52af08ad-ec42-8c11-2daa-a225ae73f2fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.523947] env[62359]: DEBUG nova.network.neutron [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Updated VIF entry in instance network info cache for port 60d261bc-a29a-444d-b848-adbbf6411995. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.524472] env[62359]: DEBUG nova.network.neutron [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Updating instance_info_cache with network_info: [{"id": "60d261bc-a29a-444d-b848-adbbf6411995", "address": "fa:16:3e:cc:d2:35", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60d261bc-a2", "ovs_interfaceid": "60d261bc-a29a-444d-b848-adbbf6411995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.625382] env[62359]: DEBUG nova.compute.manager [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.641095] env[62359]: INFO nova.compute.manager [None req-53ab5062-87a8-4976-bae4-547f6e56d08a tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Get console output [ 792.641501] env[62359]: WARNING nova.virt.vmwareapi.driver [None req-53ab5062-87a8-4976-bae4-547f6e56d08a tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] The console log is missing. Check your VSPC configuration [ 792.701539] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1bbdca-099b-4435-8272-1699f89d5b9f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.708760] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f129efcf-914b-4ab4-9148-fb38f8985e2c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.742763] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120d6f74-1698-4364-b67e-8816af4acfce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.750567] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687b616b-c63f-4571-866f-aa70f25d3f18 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.765707] env[62359]: DEBUG nova.compute.provider_tree [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.865145] env[62359]: DEBUG nova.network.neutron [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.921585] env[62359]: DEBUG nova.network.neutron [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Successfully created port: fca3437e-4d39-4132-9ea9-edac6e12f767 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.933875] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52af08ad-ec42-8c11-2daa-a225ae73f2fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011557} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.934162] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.934425] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.934705] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.934961] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.935233] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfae45d4-0d0f-4966-acfa-fcfab688942e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.937206] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e7b908-81c7-4cce-b1b6-9138ddf6cc3c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.945365] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 792.945365] env[62359]: value = "task-2440755" [ 792.945365] env[62359]: _type = "Task" [ 792.945365] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.949096] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.949270] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.950235] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec96caa4-7c93-4acb-a8ec-5c7dbebf1d96 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.955055] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.957881] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 792.957881] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]525d632b-9d51-fd2e-6b1e-e0c045ac5de1" [ 792.957881] env[62359]: _type = "Task" [ 792.957881] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.964941] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525d632b-9d51-fd2e-6b1e-e0c045ac5de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.029966] env[62359]: DEBUG oslo_concurrency.lockutils [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] Releasing lock "refresh_cache-65d045f2-2440-412a-aaaa-c1a4959c393f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.029966] env[62359]: DEBUG nova.compute.manager [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Received event network-vif-plugged-27f15daa-034c-49d0-8815-6f7409bc0422 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.029966] env[62359]: DEBUG oslo_concurrency.lockutils [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] Acquiring lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.029966] env[62359]: DEBUG oslo_concurrency.lockutils [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] Lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.029966] env[62359]: DEBUG oslo_concurrency.lockutils [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] Lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.029966] env[62359]: DEBUG nova.compute.manager [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] No waiting events found dispatching network-vif-plugged-27f15daa-034c-49d0-8815-6f7409bc0422 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.029966] env[62359]: WARNING nova.compute.manager [req-26733e8f-20c7-42e1-9182-42bfe7890b94 req-61b87dab-d157-4db3-9cc7-78ad0e8fd0dc service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Received unexpected event network-vif-plugged-27f15daa-034c-49d0-8815-6f7409bc0422 for instance with vm_state building and task_state spawning. [ 793.093996] env[62359]: DEBUG oslo_concurrency.lockutils [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "669b2134-e128-49a9-aad6-15fcecc71e2d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.094276] env[62359]: DEBUG oslo_concurrency.lockutils [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.094508] env[62359]: INFO nova.compute.manager [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Attaching volume f28a94a9-9362-44a0-8b57-512bfc74ab81 to /dev/sdb [ 793.110010] env[62359]: DEBUG nova.network.neutron [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Updating instance_info_cache with network_info: [{"id": "27f15daa-034c-49d0-8815-6f7409bc0422", "address": "fa:16:3e:61:6d:44", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f15daa-03", "ovs_interfaceid": "27f15daa-034c-49d0-8815-6f7409bc0422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.135031] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1563e925-5bd8-42a1-a684-f2369f941de8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.142164] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d334975-3b01-4e89-b704-52e79801511e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.157733] env[62359]: DEBUG nova.virt.block_device [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Updating existing volume attachment record: e7a54d55-1436-48ce-8964-4aee68fcfd96 {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 793.270944] env[62359]: DEBUG nova.scheduler.client.report [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.455849] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440755, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.469778] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525d632b-9d51-fd2e-6b1e-e0c045ac5de1, 'name': SearchDatastore_Task, 'duration_secs': 0.008155} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.469778] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d8411b-03ee-443c-8697-9a3a8b257999 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.473911] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 793.473911] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5231eab8-98a6-1791-79a3-a4702646e5cf" [ 793.473911] env[62359]: _type = "Task" [ 793.473911] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.481669] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5231eab8-98a6-1791-79a3-a4702646e5cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.615381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Releasing lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.616045] env[62359]: DEBUG nova.compute.manager [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Instance network_info: |[{"id": "27f15daa-034c-49d0-8815-6f7409bc0422", "address": "fa:16:3e:61:6d:44", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f15daa-03", "ovs_interfaceid": "27f15daa-034c-49d0-8815-6f7409bc0422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.616896] env[62359]: DEBUG nova.compute.manager [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.619538] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:6d:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27f15daa-034c-49d0-8815-6f7409bc0422', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.628215] env[62359]: DEBUG oslo.service.loopingcall [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.629012] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.629270] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b46be037-d4ed-4d97-9c89-ab909f31b988 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.654890] env[62359]: DEBUG nova.virt.hardware [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.655152] env[62359]: DEBUG nova.virt.hardware [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.655310] env[62359]: DEBUG nova.virt.hardware [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.655490] env[62359]: DEBUG nova.virt.hardware [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.655635] env[62359]: DEBUG nova.virt.hardware [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.655781] env[62359]: DEBUG nova.virt.hardware [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.655989] env[62359]: DEBUG nova.virt.hardware [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.657662] env[62359]: DEBUG nova.virt.hardware [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.657662] env[62359]: DEBUG nova.virt.hardware [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.657662] env[62359]: DEBUG nova.virt.hardware [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.657662] env[62359]: DEBUG nova.virt.hardware [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.657662] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f533f0b-91dd-4581-88c8-2b7618add288 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.661123] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.661123] env[62359]: value = "task-2440759" [ 793.661123] env[62359]: _type = "Task" [ 793.661123] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.668246] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfceccc8-4944-429c-a963-110be95fb2ee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.675408] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440759, 'name': CreateVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.778401] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.780902] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.328s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.781083] env[62359]: DEBUG nova.objects.instance [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'resources' on Instance uuid 7612af2a-962a-4b03-9d1d-95c06e91968c {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.787846] env[62359]: DEBUG nova.compute.manager [req-6fa48e88-7587-4148-968e-8438fd9497ca req-b290c28a-9d80-491c-8798-df372ca19018 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Received event network-changed-27f15daa-034c-49d0-8815-6f7409bc0422 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.788032] env[62359]: DEBUG nova.compute.manager [req-6fa48e88-7587-4148-968e-8438fd9497ca req-b290c28a-9d80-491c-8798-df372ca19018 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Refreshing instance network info cache due to event network-changed-27f15daa-034c-49d0-8815-6f7409bc0422. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 793.788241] env[62359]: DEBUG oslo_concurrency.lockutils [req-6fa48e88-7587-4148-968e-8438fd9497ca req-b290c28a-9d80-491c-8798-df372ca19018 service nova] Acquiring lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.788426] env[62359]: DEBUG oslo_concurrency.lockutils [req-6fa48e88-7587-4148-968e-8438fd9497ca req-b290c28a-9d80-491c-8798-df372ca19018 service nova] Acquired lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.788517] env[62359]: DEBUG nova.network.neutron [req-6fa48e88-7587-4148-968e-8438fd9497ca req-b290c28a-9d80-491c-8798-df372ca19018 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Refreshing network info cache for port 27f15daa-034c-49d0-8815-6f7409bc0422 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.804201] env[62359]: INFO nova.scheduler.client.report [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Deleted allocations for instance 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b [ 793.844486] env[62359]: DEBUG oslo_concurrency.lockutils [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquiring lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.844694] env[62359]: DEBUG oslo_concurrency.lockutils [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.844984] env[62359]: DEBUG oslo_concurrency.lockutils [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquiring lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.845940] env[62359]: DEBUG oslo_concurrency.lockutils [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.845940] env[62359]: DEBUG oslo_concurrency.lockutils [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.848663] env[62359]: INFO nova.compute.manager [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Terminating instance [ 793.957196] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516835} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.957552] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.957680] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.957992] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eedf97aa-e9f6-458c-8c5f-0d1dbeac667b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.965549] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 793.965549] env[62359]: value = "task-2440760" [ 793.965549] env[62359]: _type = "Task" [ 793.965549] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.974144] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.984555] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5231eab8-98a6-1791-79a3-a4702646e5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008381} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.984811] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.985081] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 65d045f2-2440-412a-aaaa-c1a4959c393f/65d045f2-2440-412a-aaaa-c1a4959c393f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.985332] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e544296-3249-40f1-93d5-5775adeeee92 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.991447] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 793.991447] env[62359]: value = "task-2440761" [ 793.991447] env[62359]: _type = "Task" [ 793.991447] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.999887] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.172932] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440759, 'name': CreateVM_Task, 'duration_secs': 0.490427} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.173052] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.174055] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.174055] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.174195] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.174438] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-258f975a-0845-46de-b117-fb21a8087ce6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.178857] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 794.178857] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f9734e-e562-00dc-6ede-f729f480bb96" [ 794.178857] env[62359]: _type = "Task" [ 794.178857] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.186681] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f9734e-e562-00dc-6ede-f729f480bb96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.312849] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9fef0bad-4aac-4233-8655-2235fa80dc8d tempest-ServersTestMultiNic-1525909918 tempest-ServersTestMultiNic-1525909918-project-member] Lock "88397693-cf4e-4fbd-88f7-f1c29dcf9d1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.220s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.353954] env[62359]: DEBUG nova.compute.manager [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.354049] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.355563] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f9fedc-b752-4737-ac87-f94237126d84 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.367662] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.367662] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41929fd1-9a0d-40f2-8c5c-2c3576da0531 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.374142] env[62359]: DEBUG oslo_vmware.api [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for the task: (returnval){ [ 794.374142] env[62359]: value = "task-2440762" [ 794.374142] env[62359]: _type = "Task" [ 794.374142] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.384923] env[62359]: DEBUG oslo_vmware.api [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.451314] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 794.451314] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494440', 'volume_id': '66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'name': 'volume-66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0cbacf7-c198-475d-95a3-a130e45d1613', 'attached_at': '', 'detached_at': '', 'volume_id': '66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'serial': '66f5078d-a2fa-4839-9d6b-75fc43c6b341'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 794.451314] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6c9059-0c09-4a8b-87a9-562ba25a73c5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.478803] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd73124f-360d-4943-b745-11d2a0545726 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.487992] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078243} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.502238] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.509992] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] volume-66f5078d-a2fa-4839-9d6b-75fc43c6b341/volume-66f5078d-a2fa-4839-9d6b-75fc43c6b341.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.513631] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833295bb-ab3a-46dd-be17-013333484146 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.519415] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-109eb527-9948-453a-98f2-a1a125bb60ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.542290] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440761, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.563393] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.563814] env[62359]: DEBUG oslo_vmware.api [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 794.563814] env[62359]: value = "task-2440763" [ 794.563814] env[62359]: _type = "Task" [ 794.563814] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.567266] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e720db-9c57-415d-bab7-9416237ce9c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.592340] env[62359]: DEBUG oslo_vmware.api [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.596488] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 794.596488] env[62359]: value = "task-2440764" [ 794.596488] env[62359]: _type = "Task" [ 794.596488] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.607791] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.668341] env[62359]: DEBUG nova.network.neutron [req-6fa48e88-7587-4148-968e-8438fd9497ca req-b290c28a-9d80-491c-8798-df372ca19018 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Updated VIF entry in instance network info cache for port 27f15daa-034c-49d0-8815-6f7409bc0422. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.668871] env[62359]: DEBUG nova.network.neutron [req-6fa48e88-7587-4148-968e-8438fd9497ca req-b290c28a-9d80-491c-8798-df372ca19018 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Updating instance_info_cache with network_info: [{"id": "27f15daa-034c-49d0-8815-6f7409bc0422", "address": "fa:16:3e:61:6d:44", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f15daa-03", "ovs_interfaceid": "27f15daa-034c-49d0-8815-6f7409bc0422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.694536] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f9734e-e562-00dc-6ede-f729f480bb96, 'name': SearchDatastore_Task, 'duration_secs': 0.088239} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.697422] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.697791] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.698090] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.698256] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.698499] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.699021] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16ecdf0e-3941-4351-ae87-fc3e2227dd4f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.713226] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.713589] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.714444] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af83c41-cd5d-438c-ad57-280c6ab34708 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.723991] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 794.723991] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526780c6-bf3d-8637-103b-fdbadda37412" [ 794.723991] env[62359]: _type = "Task" [ 794.723991] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.733943] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526780c6-bf3d-8637-103b-fdbadda37412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.760338] env[62359]: DEBUG nova.network.neutron [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Successfully updated port: fca3437e-4d39-4132-9ea9-edac6e12f767 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.889397] env[62359]: DEBUG oslo_vmware.api [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.922017] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b78708-32f9-4574-a6ae-d840244fb0ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.928048] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d106df-b3e8-4e5f-a441-917fd3279608 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.963079] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2469a17f-b428-4a33-95de-7544c25eb4d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.973561] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937a736c-7780-48c8-81a2-4331cf37a5dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.987972] env[62359]: DEBUG nova.compute.provider_tree [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.015014] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847701} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.015339] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 65d045f2-2440-412a-aaaa-c1a4959c393f/65d045f2-2440-412a-aaaa-c1a4959c393f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.015551] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.015909] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d9ec517-a3df-48fb-904e-99d6a0b3e1a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.022857] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 795.022857] env[62359]: value = "task-2440765" [ 795.022857] env[62359]: _type = "Task" [ 795.022857] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.031062] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.093209] env[62359]: DEBUG oslo_vmware.api [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.105767] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440764, 'name': ReconfigVM_Task, 'duration_secs': 0.327265} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.106147] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Reconfigured VM instance instance-00000014 to attach disk [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.106797] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bfb6a54-acae-4737-9fc9-3921d3ed2cc8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.115043] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 795.115043] env[62359]: value = "task-2440766" [ 795.115043] env[62359]: _type = "Task" [ 795.115043] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.126809] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440766, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.172648] env[62359]: DEBUG oslo_concurrency.lockutils [req-6fa48e88-7587-4148-968e-8438fd9497ca req-b290c28a-9d80-491c-8798-df372ca19018 service nova] Releasing lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.233637] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526780c6-bf3d-8637-103b-fdbadda37412, 'name': SearchDatastore_Task, 'duration_secs': 0.059069} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.234529] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f5291c-1f30-4a8c-bb01-f557c6b0cba7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.240322] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 795.240322] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527afd50-3f39-062e-ef74-a86f7ef8040b" [ 795.240322] env[62359]: _type = "Task" [ 795.240322] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.249136] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527afd50-3f39-062e-ef74-a86f7ef8040b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.265581] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "refresh_cache-590a592f-6889-4b54-b429-852d674b2ea9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.265728] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquired lock "refresh_cache-590a592f-6889-4b54-b429-852d674b2ea9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.265881] env[62359]: DEBUG nova.network.neutron [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.388795] env[62359]: DEBUG oslo_vmware.api [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440762, 'name': PowerOffVM_Task, 'duration_secs': 0.921191} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.389077] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.389250] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.389502] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d987cf-aa6d-4fce-b37e-05bf517aa888 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.470062] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.470306] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.470485] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Deleting the datastore file [datastore2] bb3d6ca0-7eb0-42b2-ac0e-e91924211240 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.470800] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24ee1656-6d87-418c-9ccb-20a7c0d9b7b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.477862] env[62359]: DEBUG oslo_vmware.api [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for the task: (returnval){ [ 795.477862] env[62359]: value = "task-2440768" [ 795.477862] env[62359]: _type = "Task" [ 795.477862] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.485503] env[62359]: DEBUG oslo_vmware.api [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.491434] env[62359]: DEBUG nova.scheduler.client.report [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.534013] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101444} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.534474] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.536218] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a7c75-f2c0-4766-862f-dffa8c8bae31 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.559564] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 65d045f2-2440-412a-aaaa-c1a4959c393f/65d045f2-2440-412a-aaaa-c1a4959c393f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.559921] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f126282-aaa1-48c3-9749-450533c6bc21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.580771] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 795.580771] env[62359]: value = "task-2440770" [ 795.580771] env[62359]: _type = "Task" [ 795.580771] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.593071] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.595870] env[62359]: DEBUG oslo_vmware.api [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440763, 'name': ReconfigVM_Task, 'duration_secs': 0.592674} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.596140] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Reconfigured VM instance instance-0000003c to attach disk [datastore1] volume-66f5078d-a2fa-4839-9d6b-75fc43c6b341/volume-66f5078d-a2fa-4839-9d6b-75fc43c6b341.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.600955] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-102f46fc-9547-41d1-b64f-9a7b023aee88 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.615762] env[62359]: DEBUG oslo_vmware.api [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 795.615762] env[62359]: value = "task-2440771" [ 795.615762] env[62359]: _type = "Task" [ 795.615762] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.626891] env[62359]: DEBUG oslo_vmware.api [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.629908] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440766, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.754025] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527afd50-3f39-062e-ef74-a86f7ef8040b, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.754025] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.754025] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] a5c1040b-4473-49f9-9f9e-07fd7cb4ead7/a5c1040b-4473-49f9-9f9e-07fd7cb4ead7.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.754025] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b129e0ee-3be0-464e-963f-9b85a4204de5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.760732] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 795.760732] env[62359]: value = "task-2440772" [ 795.760732] env[62359]: _type = "Task" [ 795.760732] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.773715] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.822372] env[62359]: DEBUG nova.compute.manager [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Received event network-vif-plugged-fca3437e-4d39-4132-9ea9-edac6e12f767 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.822591] env[62359]: DEBUG oslo_concurrency.lockutils [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] Acquiring lock "590a592f-6889-4b54-b429-852d674b2ea9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.822812] env[62359]: DEBUG oslo_concurrency.lockutils [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] Lock "590a592f-6889-4b54-b429-852d674b2ea9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.822984] env[62359]: DEBUG oslo_concurrency.lockutils [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] Lock "590a592f-6889-4b54-b429-852d674b2ea9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.823263] env[62359]: DEBUG nova.compute.manager [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] No waiting events found dispatching network-vif-plugged-fca3437e-4d39-4132-9ea9-edac6e12f767 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.823480] env[62359]: WARNING nova.compute.manager [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Received unexpected event network-vif-plugged-fca3437e-4d39-4132-9ea9-edac6e12f767 for instance with vm_state building and task_state spawning. [ 795.823670] env[62359]: DEBUG nova.compute.manager [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Received event network-changed-fca3437e-4d39-4132-9ea9-edac6e12f767 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.823988] env[62359]: DEBUG nova.compute.manager [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Refreshing instance network info cache due to event network-changed-fca3437e-4d39-4132-9ea9-edac6e12f767. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 795.824259] env[62359]: DEBUG oslo_concurrency.lockutils [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] Acquiring lock "refresh_cache-590a592f-6889-4b54-b429-852d674b2ea9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.825136] env[62359]: DEBUG nova.network.neutron [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.988820] env[62359]: DEBUG oslo_vmware.api [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Task: {'id': task-2440768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238232} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.989100] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.989288] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.989465] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.989636] env[62359]: INFO nova.compute.manager [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Took 1.64 seconds to destroy the instance on the hypervisor. [ 795.991602] env[62359]: DEBUG oslo.service.loopingcall [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.994099] env[62359]: DEBUG nova.compute.manager [-] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.994203] env[62359]: DEBUG nova.network.neutron [-] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.996125] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.998210] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.716s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.998427] env[62359]: DEBUG nova.objects.instance [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Lazy-loading 'resources' on Instance uuid 1efd98fb-74e1-463e-afee-a53f890f8043 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.022111] env[62359]: INFO nova.scheduler.client.report [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleted allocations for instance 7612af2a-962a-4b03-9d1d-95c06e91968c [ 796.094338] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.100371] env[62359]: DEBUG nova.network.neutron [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Updating instance_info_cache with network_info: [{"id": "fca3437e-4d39-4132-9ea9-edac6e12f767", "address": "fa:16:3e:6c:9e:80", "network": {"id": "fd65fcd9-8e9e-4ff3-b4b2-033cab37c791", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-955662674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7906ea8da6f64316866fea8316803eaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca3437e-4d", "ovs_interfaceid": "fca3437e-4d39-4132-9ea9-edac6e12f767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.130197] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440766, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.134074] env[62359]: DEBUG oslo_vmware.api [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.273601] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440772, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.533522] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dacaaeea-f1a9-4bab-8f8d-bde14a251bd5 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "7612af2a-962a-4b03-9d1d-95c06e91968c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.745s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.595304] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.603040] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Releasing lock "refresh_cache-590a592f-6889-4b54-b429-852d674b2ea9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.603380] env[62359]: DEBUG nova.compute.manager [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Instance network_info: |[{"id": "fca3437e-4d39-4132-9ea9-edac6e12f767", "address": "fa:16:3e:6c:9e:80", "network": {"id": "fd65fcd9-8e9e-4ff3-b4b2-033cab37c791", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-955662674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7906ea8da6f64316866fea8316803eaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca3437e-4d", "ovs_interfaceid": "fca3437e-4d39-4132-9ea9-edac6e12f767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.603668] env[62359]: DEBUG oslo_concurrency.lockutils [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] Acquired lock "refresh_cache-590a592f-6889-4b54-b429-852d674b2ea9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.604084] env[62359]: DEBUG nova.network.neutron [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Refreshing network info cache for port fca3437e-4d39-4132-9ea9-edac6e12f767 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.605354] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:9e:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fca3437e-4d39-4132-9ea9-edac6e12f767', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.614747] env[62359]: DEBUG oslo.service.loopingcall [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.618330] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.619484] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ef9897-b490-48bf-9133-af47d957b499 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.651120] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440766, 'name': Rename_Task, 'duration_secs': 1.190275} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.655219] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.655511] env[62359]: DEBUG oslo_vmware.api [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440771, 'name': ReconfigVM_Task, 'duration_secs': 0.62056} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.655688] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.655688] env[62359]: value = "task-2440773" [ 796.655688] env[62359]: _type = "Task" [ 796.655688] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.655857] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45335b98-9dfa-4f5c-9fc9-2419593b4a2c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.657871] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494440', 'volume_id': '66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'name': 'volume-66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0cbacf7-c198-475d-95a3-a130e45d1613', 'attached_at': '', 'detached_at': '', 'volume_id': '66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'serial': '66f5078d-a2fa-4839-9d6b-75fc43c6b341'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 796.677934] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440773, 'name': CreateVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.679328] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 796.679328] env[62359]: value = "task-2440774" [ 796.679328] env[62359]: _type = "Task" [ 796.679328] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.687885] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.775369] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906056} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.775633] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] a5c1040b-4473-49f9-9f9e-07fd7cb4ead7/a5c1040b-4473-49f9-9f9e-07fd7cb4ead7.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.775851] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.776138] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f3bae97-abe4-4540-ad8b-b04a80fa365f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.786215] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 796.786215] env[62359]: value = "task-2440775" [ 796.786215] env[62359]: _type = "Task" [ 796.786215] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.800319] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.091370] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440770, 'name': ReconfigVM_Task, 'duration_secs': 1.224777} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.091688] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 65d045f2-2440-412a-aaaa-c1a4959c393f/65d045f2-2440-412a-aaaa-c1a4959c393f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.092403] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19ac0804-0c37-4721-9046-e126ee12cbd4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.100131] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 797.100131] env[62359]: value = "task-2440776" [ 797.100131] env[62359]: _type = "Task" [ 797.100131] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.113309] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440776, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.119460] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6636949-64d0-4214-98d5-c83f4cd0e3d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.127865] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee18514-e7e1-4a6f-83f8-b2380191a0b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.161681] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4d1e74-488d-4561-9dc8-18c527ea69b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.175788] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7a96f3-2ea7-41c9-86d4-a66c586b3434 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.184162] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440773, 'name': CreateVM_Task, 'duration_secs': 0.406453} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.189112] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.189112] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.189112] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.189112] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.189285] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a0c2d8-6511-4c09-8986-5813f7b582c7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.202121] env[62359]: DEBUG oslo_vmware.api [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440774, 'name': PowerOnVM_Task, 'duration_secs': 0.482545} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.202571] env[62359]: DEBUG nova.compute.provider_tree [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.204436] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.206629] env[62359]: DEBUG nova.compute.manager [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.209847] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c76c47-a8d4-4d13-87e1-39477b4565d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.212727] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 797.212727] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52898585-4a2a-2d5f-bf06-5479c5c1f46a" [ 797.212727] env[62359]: _type = "Task" [ 797.212727] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.220121] env[62359]: DEBUG nova.network.neutron [-] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.232067] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52898585-4a2a-2d5f-bf06-5479c5c1f46a, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.232371] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.232598] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.232847] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.233009] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.233194] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.233450] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6344588-9a46-4e93-81f7-75259b0c5cdd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.243817] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.244431] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.245111] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3be70bc-3ad4-43e7-be71-ed561417539f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.254567] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 797.254567] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5207e855-12df-1ec3-046b-95b69a38945a" [ 797.254567] env[62359]: _type = "Task" [ 797.254567] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.268225] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5207e855-12df-1ec3-046b-95b69a38945a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.296474] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.565709] env[62359]: DEBUG nova.network.neutron [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Updated VIF entry in instance network info cache for port fca3437e-4d39-4132-9ea9-edac6e12f767. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.566103] env[62359]: DEBUG nova.network.neutron [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Updating instance_info_cache with network_info: [{"id": "fca3437e-4d39-4132-9ea9-edac6e12f767", "address": "fa:16:3e:6c:9e:80", "network": {"id": "fd65fcd9-8e9e-4ff3-b4b2-033cab37c791", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-955662674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7906ea8da6f64316866fea8316803eaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca3437e-4d", "ovs_interfaceid": "fca3437e-4d39-4132-9ea9-edac6e12f767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.612491] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440776, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.711173] env[62359]: DEBUG nova.scheduler.client.report [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.716301] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 797.716301] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494446', 'volume_id': 'f28a94a9-9362-44a0-8b57-512bfc74ab81', 'name': 'volume-f28a94a9-9362-44a0-8b57-512bfc74ab81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '669b2134-e128-49a9-aad6-15fcecc71e2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f28a94a9-9362-44a0-8b57-512bfc74ab81', 'serial': 'f28a94a9-9362-44a0-8b57-512bfc74ab81'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 797.716904] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09041373-6ac5-4919-9227-3873eda293fd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.733918] env[62359]: DEBUG nova.objects.instance [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lazy-loading 'flavor' on Instance uuid a0cbacf7-c198-475d-95a3-a130e45d1613 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.735315] env[62359]: INFO nova.compute.manager [-] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Took 1.74 seconds to deallocate network for instance. [ 797.741798] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe41a88e-1bce-48be-8205-ec2add1e776e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.752780] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.782689] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] volume-f28a94a9-9362-44a0-8b57-512bfc74ab81/volume-f28a94a9-9362-44a0-8b57-512bfc74ab81.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.784030] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-617f91b7-04dc-4b56-b15d-ff7e9bbd03fe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.806894] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5207e855-12df-1ec3-046b-95b69a38945a, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.809209] env[62359]: DEBUG oslo_vmware.api [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 797.809209] env[62359]: value = "task-2440777" [ 797.809209] env[62359]: _type = "Task" [ 797.809209] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.809423] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2446959d-7e94-47f7-a3aa-18d2c112b343 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.817840] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440775, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.821404] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 797.821404] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52aa29df-4594-f365-70c9-9a79656fd79e" [ 797.821404] env[62359]: _type = "Task" [ 797.821404] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.826366] env[62359]: DEBUG oslo_vmware.api [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.835836] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52aa29df-4594-f365-70c9-9a79656fd79e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.894028] env[62359]: DEBUG nova.compute.manager [req-00ed1194-32e7-4e08-99fc-53dd9708e895 req-c7030821-43d7-4f5c-a9ee-d1dc57cbb9f0 service nova] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Received event network-vif-deleted-7d77323d-265d-49b1-b385-01fb074f65de {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.069166] env[62359]: DEBUG oslo_concurrency.lockutils [req-511545c0-50a7-40fa-98e1-a64fb9e8ba61 req-24f1e218-a529-4a6c-bd01-fabcb2f77899 service nova] Releasing lock "refresh_cache-590a592f-6889-4b54-b429-852d674b2ea9" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.112735] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440776, 'name': Rename_Task, 'duration_secs': 0.794992} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.113084] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.113308] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69303a60-ca0b-4996-a095-47f4f6531ace {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.120135] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 798.120135] env[62359]: value = "task-2440778" [ 798.120135] env[62359]: _type = "Task" [ 798.120135] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.128262] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.216967] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.219041] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.561s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.219041] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.219041] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62359) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 798.219041] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.320s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.221141] env[62359]: INFO nova.compute.claims [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.223909] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db82a23c-3b88-4949-aa0a-7c36d757bc66 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.235059] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eb3651-0854-4c26-9d16-df691b415f47 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.252023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-84db7b75-2753-43fc-9054-4476049e023e tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.446s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.253035] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e6d4a6-bca4-419a-a7cf-5f06b67deebc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.257396] env[62359]: INFO nova.scheduler.client.report [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Deleted allocations for instance 1efd98fb-74e1-463e-afee-a53f890f8043 [ 798.258342] env[62359]: DEBUG oslo_concurrency.lockutils [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.258791] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "a0cbacf7-c198-475d-95a3-a130e45d1613" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.258791] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.258956] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "a0cbacf7-c198-475d-95a3-a130e45d1613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.259150] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.259316] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.264400] env[62359]: INFO nova.compute.manager [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Terminating instance [ 798.269852] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8956168-f80b-4496-86b8-674445d087ee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.306576] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178990MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62359) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 798.306576] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.320494] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.053055} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.326130] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.327393] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c49283d-d5a5-41a6-afbc-96ce48b4a9ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.342709] env[62359]: DEBUG oslo_vmware.api [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440777, 'name': ReconfigVM_Task, 'duration_secs': 0.378417} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.357232] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Reconfigured VM instance instance-00000018 to attach disk [datastore1] volume-f28a94a9-9362-44a0-8b57-512bfc74ab81/volume-f28a94a9-9362-44a0-8b57-512bfc74ab81.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.370615] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] a5c1040b-4473-49f9-9f9e-07fd7cb4ead7/a5c1040b-4473-49f9-9f9e-07fd7cb4ead7.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.370940] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52aa29df-4594-f365-70c9-9a79656fd79e, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.371190] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dca4c23-cd45-4546-b8a5-6ba36f19aa10 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.381672] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e52353-319e-476b-bef1-ad76143e5cca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.397420] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.397694] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 590a592f-6889-4b54-b429-852d674b2ea9/590a592f-6889-4b54-b429-852d674b2ea9.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.398369] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8b59aee-f5dd-4273-a5bb-3a82ef599a36 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.406798] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 798.406798] env[62359]: value = "task-2440781" [ 798.406798] env[62359]: _type = "Task" [ 798.406798] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.408563] env[62359]: DEBUG oslo_vmware.api [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 798.408563] env[62359]: value = "task-2440779" [ 798.408563] env[62359]: _type = "Task" [ 798.408563] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.408807] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 798.408807] env[62359]: value = "task-2440780" [ 798.408807] env[62359]: _type = "Task" [ 798.408807] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.423733] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.430687] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.431410] env[62359]: DEBUG oslo_vmware.api [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440779, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.634999] env[62359]: DEBUG oslo_vmware.api [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440778, 'name': PowerOnVM_Task, 'duration_secs': 0.477202} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.634999] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.634999] env[62359]: INFO nova.compute.manager [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Took 10.52 seconds to spawn the instance on the hypervisor. [ 798.634999] env[62359]: DEBUG nova.compute.manager [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.634999] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa12c85-6717-4410-9384-f7a1069e48ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.771781] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0b18209-6524-425a-8fa8-4e1559d339eb tempest-VolumesAssistedSnapshotsTest-859549040 tempest-VolumesAssistedSnapshotsTest-859549040-project-member] Lock "1efd98fb-74e1-463e-afee-a53f890f8043" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.174s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.775375] env[62359]: DEBUG nova.compute.manager [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.775651] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.776182] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86ff7975-25b8-4541-bf95-9e604ec30406 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.786123] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 798.786123] env[62359]: value = "task-2440782" [ 798.786123] env[62359]: _type = "Task" [ 798.786123] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.799019] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.925091] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440781, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.931604] env[62359]: DEBUG oslo_vmware.api [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440779, 'name': ReconfigVM_Task, 'duration_secs': 0.183592} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.931840] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440780, 'name': ReconfigVM_Task, 'duration_secs': 0.375214} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.932081] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494446', 'volume_id': 'f28a94a9-9362-44a0-8b57-512bfc74ab81', 'name': 'volume-f28a94a9-9362-44a0-8b57-512bfc74ab81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '669b2134-e128-49a9-aad6-15fcecc71e2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f28a94a9-9362-44a0-8b57-512bfc74ab81', 'serial': 'f28a94a9-9362-44a0-8b57-512bfc74ab81'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 798.933976] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Reconfigured VM instance instance-0000003e to attach disk [datastore1] a5c1040b-4473-49f9-9f9e-07fd7cb4ead7/a5c1040b-4473-49f9-9f9e-07fd7cb4ead7.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.934611] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c43f50dd-da5c-4b7c-b6f7-e428fddd89aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.941081] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 798.941081] env[62359]: value = "task-2440783" [ 798.941081] env[62359]: _type = "Task" [ 798.941081] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.949759] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440783, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.158986] env[62359]: INFO nova.compute.manager [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Took 38.03 seconds to build instance. [ 799.256756] env[62359]: INFO nova.compute.manager [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Rebuilding instance [ 799.298441] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440782, 'name': PowerOffVM_Task, 'duration_secs': 0.464767} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.298441] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.298441] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 799.298441] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494440', 'volume_id': '66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'name': 'volume-66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0cbacf7-c198-475d-95a3-a130e45d1613', 'attached_at': '', 'detached_at': '', 'volume_id': '66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'serial': '66f5078d-a2fa-4839-9d6b-75fc43c6b341'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 799.299086] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7f3926-d122-4c25-9c80-d56ac3d6846f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.309289] env[62359]: DEBUG nova.compute.manager [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.310401] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c7df5e-7d45-49c9-b8f9-e0fad6e81e4f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.341738] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e1bfeb-5487-45b4-b8a5-df12c44da7cf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.349373] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77671ce8-eaba-4111-a54d-d5a175b5493c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.382266] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ee3048-cacc-47c3-b962-85afe305f6bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.403173] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] The volume has not been displaced from its original location: [datastore1] volume-66f5078d-a2fa-4839-9d6b-75fc43c6b341/volume-66f5078d-a2fa-4839-9d6b-75fc43c6b341.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 799.409252] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 799.412901] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df72dd0f-c85d-4fc2-9954-771ab6cdf1ed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.437666] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554637} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.439315] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 590a592f-6889-4b54-b429-852d674b2ea9/590a592f-6889-4b54-b429-852d674b2ea9.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.439541] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.439931] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 799.439931] env[62359]: value = "task-2440784" [ 799.439931] env[62359]: _type = "Task" [ 799.439931] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.440286] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f3653af-a5c3-4790-817b-485f64acc974 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.455876] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.460629] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 799.460629] env[62359]: value = "task-2440785" [ 799.460629] env[62359]: _type = "Task" [ 799.460629] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.460809] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440783, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.474840] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.662584] env[62359]: DEBUG oslo_concurrency.lockutils [None req-529a91b4-2c48-4349-977d-6ba49348369b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "65d045f2-2440-412a-aaaa-c1a4959c393f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.298s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.778638] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df2199-21a4-4f34-9b9a-6ede103f256c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.786372] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be524d7-fb3f-4019-bb34-74fe2ec25561 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.818560] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60290f61-14e1-4891-bd11-07c85ef4d243 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.828171] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f9d08a-e093-44d2-8c65-5a3d260aa662 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.842604] env[62359]: DEBUG nova.compute.provider_tree [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.959190] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440784, 'name': ReconfigVM_Task, 'duration_secs': 0.280122} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.963937] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 799.980101] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440783, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.980425] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c968986b-a0b0-4139-9741-e2ab50100bb5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.996254] env[62359]: DEBUG nova.objects.instance [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'flavor' on Instance uuid 669b2134-e128-49a9-aad6-15fcecc71e2d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.004227] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068647} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.005626] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.006020] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 800.006020] env[62359]: value = "task-2440786" [ 800.006020] env[62359]: _type = "Task" [ 800.006020] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.006781] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eb54f3-6b83-4477-b522-e5c95f81610b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.032479] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 590a592f-6889-4b54-b429-852d674b2ea9/590a592f-6889-4b54-b429-852d674b2ea9.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.037644] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60fb4f0b-9560-48e3-b4fb-e8f5a5ab77f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.055168] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440786, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.058582] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.058816] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.064353] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 800.064353] env[62359]: value = "task-2440787" [ 800.064353] env[62359]: _type = "Task" [ 800.064353] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.073148] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.328276] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.328655] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ec70110-d09f-4483-b87f-e6a08ee44227 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.336468] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 800.336468] env[62359]: value = "task-2440788" [ 800.336468] env[62359]: _type = "Task" [ 800.336468] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.347564] env[62359]: DEBUG nova.scheduler.client.report [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.351880] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.453789] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440783, 'name': Rename_Task, 'duration_secs': 1.314585} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.454150] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.454412] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd5deb4-e5ad-415e-90d4-94f6a2ff6282 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.463333] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 800.463333] env[62359]: value = "task-2440789" [ 800.463333] env[62359]: _type = "Task" [ 800.463333] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.475710] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.505899] env[62359]: DEBUG oslo_concurrency.lockutils [None req-62546dad-f65f-47d6-b7d1-bf991648c4d4 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.411s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.518987] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440786, 'name': ReconfigVM_Task, 'duration_secs': 0.252838} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.519377] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494440', 'volume_id': '66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'name': 'volume-66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0cbacf7-c198-475d-95a3-a130e45d1613', 'attached_at': '', 'detached_at': '', 'volume_id': '66f5078d-a2fa-4839-9d6b-75fc43c6b341', 'serial': '66f5078d-a2fa-4839-9d6b-75fc43c6b341'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 800.520064] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.521710] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372e99d3-9cb4-4345-8a1a-72c30906c90b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.531634] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.531634] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8deaec7f-a8f4-427d-8772-03ac1581c7ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.562109] env[62359]: DEBUG nova.compute.manager [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.575195] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440787, 'name': ReconfigVM_Task, 'duration_secs': 0.2814} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.575195] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 590a592f-6889-4b54-b429-852d674b2ea9/590a592f-6889-4b54-b429-852d674b2ea9.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.575417] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41bb9aa6-53d3-4839-a7cb-bf172c727ff1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.581793] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 800.581793] env[62359]: value = "task-2440791" [ 800.581793] env[62359]: _type = "Task" [ 800.581793] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.595199] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.595199] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.595199] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleting the datastore file [datastore1] a0cbacf7-c198-475d-95a3-a130e45d1613 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.596713] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d7f53c1-ea66-45f9-b636-2dc8f42fa67d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.599124] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440791, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.605178] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 800.605178] env[62359]: value = "task-2440792" [ 800.605178] env[62359]: _type = "Task" [ 800.605178] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.612603] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.699034] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "669b2134-e128-49a9-aad6-15fcecc71e2d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.699034] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.699034] env[62359]: DEBUG nova.compute.manager [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.699034] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4971d27a-830b-49e0-8f04-7a4906f86d10 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.707018] env[62359]: DEBUG nova.compute.manager [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62359) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 800.707018] env[62359]: DEBUG nova.objects.instance [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'flavor' on Instance uuid 669b2134-e128-49a9-aad6-15fcecc71e2d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.847287] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440788, 'name': PowerOffVM_Task, 'duration_secs': 0.180071} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.847461] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.847693] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.848507] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc6db4a-dbba-4675-b049-abbe1fd1d61b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.853354] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.853902] env[62359]: DEBUG nova.compute.manager [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.858751] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.199s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.864031] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.864031] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd4250c5-c887-4f25-840a-7eeee299ebcc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.932916] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.933254] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.933433] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleting the datastore file [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.933655] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d08aa22a-694e-411d-b74b-4af54fcc68d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.940952] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 800.940952] env[62359]: value = "task-2440794" [ 800.940952] env[62359]: _type = "Task" [ 800.940952] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.950428] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.973902] env[62359]: DEBUG oslo_vmware.api [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440789, 'name': PowerOnVM_Task, 'duration_secs': 0.483019} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.974203] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.974404] env[62359]: INFO nova.compute.manager [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Took 10.01 seconds to spawn the instance on the hypervisor. [ 800.974580] env[62359]: DEBUG nova.compute.manager [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.975398] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44788345-5f1c-4bc1-a457-feedf8ccaffc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.095072] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440791, 'name': Rename_Task, 'duration_secs': 0.184503} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.096227] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.096556] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.097212] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26079196-715d-46dc-95e3-2caa00d4424e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.104207] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 801.104207] env[62359]: value = "task-2440795" [ 801.104207] env[62359]: _type = "Task" [ 801.104207] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.117293] env[62359]: DEBUG oslo_vmware.api [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272756} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.120226] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.120340] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.120523] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.120696] env[62359]: INFO nova.compute.manager [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Took 2.35 seconds to destroy the instance on the hypervisor. [ 801.121356] env[62359]: DEBUG oslo.service.loopingcall [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.121356] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.121356] env[62359]: DEBUG nova.compute.manager [-] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.121515] env[62359]: DEBUG nova.network.neutron [-] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.364732] env[62359]: DEBUG nova.compute.utils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 801.368586] env[62359]: INFO nova.compute.claims [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.377911] env[62359]: DEBUG nova.compute.manager [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.378954] env[62359]: DEBUG nova.network.neutron [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.455020] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293129} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.455358] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.455582] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.455830] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.496036] env[62359]: INFO nova.compute.manager [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Took 38.54 seconds to build instance. [ 801.500682] env[62359]: DEBUG nova.policy [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9e0a08b8c44cb6a6710c1017ea0f18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8478e39a052b46eea96acd46e85d17f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.619996] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440795, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.714850] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.715155] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c17cacf2-c448-465a-a22f-b057a9d974a2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.721937] env[62359]: DEBUG oslo_vmware.api [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 801.721937] env[62359]: value = "task-2440796" [ 801.721937] env[62359]: _type = "Task" [ 801.721937] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.731599] env[62359]: DEBUG oslo_vmware.api [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.882924] env[62359]: INFO nova.compute.resource_tracker [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating resource usage from migration b27e67fa-baab-45b3-b11f-bffffb9f8bc6 [ 801.888436] env[62359]: DEBUG nova.compute.manager [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.968639] env[62359]: DEBUG nova.compute.manager [req-d011b1dc-a9cc-4977-ab5c-5969a398a333 req-7218f13a-ec19-4c6e-8e00-4257b0617eff service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Received event network-vif-deleted-e5196a47-3424-4c5d-bbb9-1ef5d47d42ff {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.968828] env[62359]: INFO nova.compute.manager [req-d011b1dc-a9cc-4977-ab5c-5969a398a333 req-7218f13a-ec19-4c6e-8e00-4257b0617eff service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Neutron deleted interface e5196a47-3424-4c5d-bbb9-1ef5d47d42ff; detaching it from the instance and deleting it from the info cache [ 801.968995] env[62359]: DEBUG nova.network.neutron [req-d011b1dc-a9cc-4977-ab5c-5969a398a333 req-7218f13a-ec19-4c6e-8e00-4257b0617eff service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.000459] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2ff5abd7-1098-4daa-afc0-6d73732d2cfe tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.987s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.096701] env[62359]: DEBUG nova.network.neutron [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Successfully created port: 9acccc5b-5a4b-40b0-9042-9d52fe4b0bca {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.119225] env[62359]: DEBUG oslo_vmware.api [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440795, 'name': PowerOnVM_Task, 'duration_secs': 0.527056} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.122101] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.122343] env[62359]: INFO nova.compute.manager [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Took 8.51 seconds to spawn the instance on the hypervisor. [ 802.122527] env[62359]: DEBUG nova.compute.manager [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.123547] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8e2528-9055-4b97-ae6e-54e2d57e8e37 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.195931] env[62359]: DEBUG nova.network.neutron [-] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.236536] env[62359]: DEBUG oslo_vmware.api [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440796, 'name': PowerOffVM_Task, 'duration_secs': 0.469211} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.236831] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.237081] env[62359]: DEBUG nova.compute.manager [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.238392] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cc8227-ee81-4f35-9850-20940442bbbf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.441931] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103db0d5-823e-46d3-95a9-82a19cc96300 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.451342] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd988ce9-d08c-4d02-923c-cda3d636b245 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.488697] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a0cb805-b1e8-47b3-a19d-30ae1a5b2216 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.492478] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1629c59-2416-4766-85ca-2f960d0516ff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.505613] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43be28e-537a-49bf-a52c-b104ffa6dabc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.518146] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75c8bff-b978-41e6-861e-32ea5e114916 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.542149] env[62359]: DEBUG nova.compute.provider_tree [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.561049] env[62359]: DEBUG nova.virt.hardware [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.561049] env[62359]: DEBUG nova.virt.hardware [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.561236] env[62359]: DEBUG nova.virt.hardware [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.561340] env[62359]: DEBUG nova.virt.hardware [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.561494] env[62359]: DEBUG nova.virt.hardware [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.561614] env[62359]: DEBUG nova.virt.hardware [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.561860] env[62359]: DEBUG nova.virt.hardware [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.562083] env[62359]: DEBUG nova.virt.hardware [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.562245] env[62359]: DEBUG nova.virt.hardware [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.562416] env[62359]: DEBUG nova.virt.hardware [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.562667] env[62359]: DEBUG nova.virt.hardware [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.564021] env[62359]: DEBUG nova.compute.manager [req-d011b1dc-a9cc-4977-ab5c-5969a398a333 req-7218f13a-ec19-4c6e-8e00-4257b0617eff service nova] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Detach interface failed, port_id=e5196a47-3424-4c5d-bbb9-1ef5d47d42ff, reason: Instance a0cbacf7-c198-475d-95a3-a130e45d1613 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 802.565051] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37243b2d-165e-4549-a5a1-daff4d7668d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.568437] env[62359]: DEBUG nova.scheduler.client.report [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.577914] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9899039-7b60-48fc-98f6-57506f688ea9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.592954] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:24:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4411d7a5-09f0-4db5-a560-64e11ee39db2', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.600242] env[62359]: DEBUG oslo.service.loopingcall [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.601726] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.604255] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a176de83-fe0c-4ff2-82a4-2811eda2d776 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.619273] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.619422] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.625635] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.625635] env[62359]: value = "task-2440797" [ 802.625635] env[62359]: _type = "Task" [ 802.625635] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.634340] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440797, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.643711] env[62359]: INFO nova.compute.manager [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Took 37.27 seconds to build instance. [ 802.699546] env[62359]: INFO nova.compute.manager [-] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Took 1.58 seconds to deallocate network for instance. [ 802.754466] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9b640a34-a0f0-4d0d-ae78-e1c075b596be tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.906208] env[62359]: DEBUG nova.compute.manager [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.945166] env[62359]: DEBUG nova.virt.hardware [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0f127d1b601b2996fe3115d3ba5c12bf',container_format='bare',created_at=2025-02-10T21:14:17Z,direct_url=,disk_format='vmdk',id=14a96d78-14cc-4db9-9fae-a31f3c5492de,min_disk=1,min_ram=0,name='tempest-test-snap-1822211462',owner='8478e39a052b46eea96acd46e85d17f0',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-10T21:14:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.945460] env[62359]: DEBUG nova.virt.hardware [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.945615] env[62359]: DEBUG nova.virt.hardware [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.945809] env[62359]: DEBUG nova.virt.hardware [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.945955] env[62359]: DEBUG nova.virt.hardware [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.946116] env[62359]: DEBUG nova.virt.hardware [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.946323] env[62359]: DEBUG nova.virt.hardware [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.946533] env[62359]: DEBUG nova.virt.hardware [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.946678] env[62359]: DEBUG nova.virt.hardware [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.946841] env[62359]: DEBUG nova.virt.hardware [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.947197] env[62359]: DEBUG nova.virt.hardware [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.948549] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a8dfe5-30a0-43a4-a75e-783ed63c73b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.957121] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd0f9e6-a8b3-4580-9743-53164e555ad8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.072977] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.214s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.073510] env[62359]: INFO nova.compute.manager [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Migrating [ 803.082883] env[62359]: DEBUG oslo_concurrency.lockutils [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.159s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.082883] env[62359]: DEBUG nova.objects.instance [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lazy-loading 'resources' on Instance uuid 74affe11-9b15-461d-b616-c9206d86236a {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.122187] env[62359]: DEBUG nova.compute.manager [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.140587] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440797, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.146124] env[62359]: DEBUG oslo_concurrency.lockutils [None req-36de3374-e75e-488f-be70-7e60e8d3b3d6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "590a592f-6889-4b54-b429-852d674b2ea9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.422s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.270033] env[62359]: INFO nova.compute.manager [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Took 0.57 seconds to detach 1 volumes for instance. [ 803.599594] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.599594] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.599917] env[62359]: DEBUG nova.network.neutron [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.655511] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440797, 'name': CreateVM_Task, 'duration_secs': 0.620925} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.655511] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.655951] env[62359]: DEBUG oslo_concurrency.lockutils [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.656134] env[62359]: DEBUG oslo_concurrency.lockutils [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.657050] env[62359]: DEBUG oslo_concurrency.lockutils [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.657340] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1ecd3f-a199-4a05-9e5e-24c502694a2b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.664026] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 803.664026] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52431e10-d7e9-e583-0dc4-3e1fd3ae8430" [ 803.664026] env[62359]: _type = "Task" [ 803.664026] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.669126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.675058] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52431e10-d7e9-e583-0dc4-3e1fd3ae8430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.780983] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.172874] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24179551-8c78-42da-af56-a78911f9caaa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.184273] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0ccc64-2e7e-472d-983d-a1c09dcd7e1e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.187835] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52431e10-d7e9-e583-0dc4-3e1fd3ae8430, 'name': SearchDatastore_Task, 'duration_secs': 0.013333} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.188841] env[62359]: DEBUG oslo_concurrency.lockutils [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.189147] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.189555] env[62359]: DEBUG oslo_concurrency.lockutils [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.189651] env[62359]: DEBUG oslo_concurrency.lockutils [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.189929] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.191043] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b402537-663a-4b7f-8759-7dece69d5f2e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.994567] env[62359]: DEBUG nova.network.neutron [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Successfully updated port: 9acccc5b-5a4b-40b0-9042-9d52fe4b0bca {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.000736] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a38c3c-39c6-4ce5-9c6a-3ed0f008a4c3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.004501] env[62359]: DEBUG nova.compute.manager [req-424fad75-f767-4504-870e-91580e911e00 req-b82716c1-baac-4cf7-ad1a-44c66cf4eaac service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Received event network-changed-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.004689] env[62359]: DEBUG nova.compute.manager [req-424fad75-f767-4504-870e-91580e911e00 req-b82716c1-baac-4cf7-ad1a-44c66cf4eaac service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Refreshing instance network info cache due to event network-changed-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.004903] env[62359]: DEBUG oslo_concurrency.lockutils [req-424fad75-f767-4504-870e-91580e911e00 req-b82716c1-baac-4cf7-ad1a-44c66cf4eaac service nova] Acquiring lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.005092] env[62359]: DEBUG oslo_concurrency.lockutils [req-424fad75-f767-4504-870e-91580e911e00 req-b82716c1-baac-4cf7-ad1a-44c66cf4eaac service nova] Acquired lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.005262] env[62359]: DEBUG nova.network.neutron [req-424fad75-f767-4504-870e-91580e911e00 req-b82716c1-baac-4cf7-ad1a-44c66cf4eaac service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Refreshing network info cache for port 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.007021] env[62359]: DEBUG nova.compute.manager [req-5394c81b-3213-46b7-b5d4-890792575c77 req-0f38266a-4243-438b-abce-15275d06f98d service nova] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Received event network-vif-plugged-9acccc5b-5a4b-40b0-9042-9d52fe4b0bca {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.007230] env[62359]: DEBUG oslo_concurrency.lockutils [req-5394c81b-3213-46b7-b5d4-890792575c77 req-0f38266a-4243-438b-abce-15275d06f98d service nova] Acquiring lock "0aba8449-416d-4ca3-815f-4f799eb94eaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.010330] env[62359]: DEBUG oslo_concurrency.lockutils [req-5394c81b-3213-46b7-b5d4-890792575c77 req-0f38266a-4243-438b-abce-15275d06f98d service nova] Lock "0aba8449-416d-4ca3-815f-4f799eb94eaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.010330] env[62359]: DEBUG oslo_concurrency.lockutils [req-5394c81b-3213-46b7-b5d4-890792575c77 req-0f38266a-4243-438b-abce-15275d06f98d service nova] Lock "0aba8449-416d-4ca3-815f-4f799eb94eaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.010330] env[62359]: DEBUG nova.compute.manager [req-5394c81b-3213-46b7-b5d4-890792575c77 req-0f38266a-4243-438b-abce-15275d06f98d service nova] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] No waiting events found dispatching network-vif-plugged-9acccc5b-5a4b-40b0-9042-9d52fe4b0bca {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.010330] env[62359]: WARNING nova.compute.manager [req-5394c81b-3213-46b7-b5d4-890792575c77 req-0f38266a-4243-438b-abce-15275d06f98d service nova] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Received unexpected event network-vif-plugged-9acccc5b-5a4b-40b0-9042-9d52fe4b0bca for instance with vm_state building and task_state spawning. [ 805.011355] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.012168] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.013417] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0da09e1-3f4e-419b-9f41-490c84be5c20 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.020213] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ad03ce-0813-4707-bce2-5b7dc71ac567 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.026028] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 805.026028] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526d5fb2-24ba-60d8-eb90-3cfd06fa52dc" [ 805.026028] env[62359]: _type = "Task" [ 805.026028] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.037702] env[62359]: DEBUG nova.compute.provider_tree [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.045821] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526d5fb2-24ba-60d8-eb90-3cfd06fa52dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011986} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.049441] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf3e3cd-f275-4638-9c02-a3b59a38c770 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.055738] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 805.055738] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52327f7a-757d-7081-4caa-fc3f3cc922f3" [ 805.055738] env[62359]: _type = "Task" [ 805.055738] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.064111] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52327f7a-757d-7081-4caa-fc3f3cc922f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.257829] env[62359]: DEBUG nova.network.neutron [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance_info_cache with network_info: [{"id": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "address": "fa:16:3e:a2:7c:7b", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33c6d5f-f2", "ovs_interfaceid": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.515023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "refresh_cache-0aba8449-416d-4ca3-815f-4f799eb94eaa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.515023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "refresh_cache-0aba8449-416d-4ca3-815f-4f799eb94eaa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.515023] env[62359]: DEBUG nova.network.neutron [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.517308] env[62359]: DEBUG nova.objects.instance [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'flavor' on Instance uuid 669b2134-e128-49a9-aad6-15fcecc71e2d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.541776] env[62359]: DEBUG nova.scheduler.client.report [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.574750] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52327f7a-757d-7081-4caa-fc3f3cc922f3, 'name': SearchDatastore_Task, 'duration_secs': 0.025697} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.574991] env[62359]: DEBUG oslo_concurrency.lockutils [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.575331] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.578322] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81d02431-8488-492d-861e-0212eba2621e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.588182] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 805.588182] env[62359]: value = "task-2440798" [ 805.588182] env[62359]: _type = "Task" [ 805.588182] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.597407] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.760717] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.779572] env[62359]: DEBUG nova.network.neutron [req-424fad75-f767-4504-870e-91580e911e00 req-b82716c1-baac-4cf7-ad1a-44c66cf4eaac service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updated VIF entry in instance network info cache for port 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.779919] env[62359]: DEBUG nova.network.neutron [req-424fad75-f767-4504-870e-91580e911e00 req-b82716c1-baac-4cf7-ad1a-44c66cf4eaac service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updating instance_info_cache with network_info: [{"id": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "address": "fa:16:3e:8f:9e:a9", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f0c2e61-bc", "ovs_interfaceid": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.024950] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.025261] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquired lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.027109] env[62359]: DEBUG nova.network.neutron [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.027109] env[62359]: DEBUG nova.objects.instance [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'info_cache' on Instance uuid 669b2134-e128-49a9-aad6-15fcecc71e2d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.052252] env[62359]: DEBUG oslo_concurrency.lockutils [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.968s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.054663] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.931s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.054663] env[62359]: DEBUG nova.objects.instance [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lazy-loading 'resources' on Instance uuid be4a443c-7491-4950-8ff6-56d7ac632328 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.072751] env[62359]: DEBUG nova.network.neutron [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.087900] env[62359]: INFO nova.scheduler.client.report [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Deleted allocations for instance 74affe11-9b15-461d-b616-c9206d86236a [ 806.105930] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.285485] env[62359]: DEBUG oslo_concurrency.lockutils [req-424fad75-f767-4504-870e-91580e911e00 req-b82716c1-baac-4cf7-ad1a-44c66cf4eaac service nova] Releasing lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.365857] env[62359]: DEBUG nova.network.neutron [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Updating instance_info_cache with network_info: [{"id": "9acccc5b-5a4b-40b0-9042-9d52fe4b0bca", "address": "fa:16:3e:c0:ed:ee", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9acccc5b-5a", "ovs_interfaceid": "9acccc5b-5a4b-40b0-9042-9d52fe4b0bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.529367] env[62359]: DEBUG nova.objects.base [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Object Instance<669b2134-e128-49a9-aad6-15fcecc71e2d> lazy-loaded attributes: flavor,info_cache {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 806.606719] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594216} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.607430] env[62359]: DEBUG oslo_concurrency.lockutils [None req-47607145-5152-48dc-a944-54530c5dd808 tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "74affe11-9b15-461d-b616-c9206d86236a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.594s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.608573] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.613566] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.613566] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6950f3f-470b-4252-b048-1daad5ed5885 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.623055] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 806.623055] env[62359]: value = "task-2440799" [ 806.623055] env[62359]: _type = "Task" [ 806.623055] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.631123] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.869467] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "refresh_cache-0aba8449-416d-4ca3-815f-4f799eb94eaa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.869782] env[62359]: DEBUG nova.compute.manager [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Instance network_info: |[{"id": "9acccc5b-5a4b-40b0-9042-9d52fe4b0bca", "address": "fa:16:3e:c0:ed:ee", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9acccc5b-5a", "ovs_interfaceid": "9acccc5b-5a4b-40b0-9042-9d52fe4b0bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.870202] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:ed:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9acccc5b-5a4b-40b0-9042-9d52fe4b0bca', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.879908] env[62359]: DEBUG oslo.service.loopingcall [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.882992] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.884161] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8145d52-c503-4282-8e48-8d34d3d122ad {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.907036] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.907036] env[62359]: value = "task-2440800" [ 806.907036] env[62359]: _type = "Task" [ 806.907036] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.915451] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440800, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.120232] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb6e8a-4134-4efb-96dd-f7cd1b29440e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.136923] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e5cad8-ca02-4732-9315-11d3c7fc2b0b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.141483] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148314} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.148771] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.153021] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bb7d7e-dd48-4e7a-81d4-5cbb464153d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.179642] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1594034b-df47-415e-a638-3b26831adb09 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.202179] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.203153] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e19f86d-d59a-4cb8-8d14-e8f13175bb13 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.222188] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6c3757-e38b-4fc1-9429-64a5ed91b7b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.228564] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 807.228564] env[62359]: value = "task-2440801" [ 807.228564] env[62359]: _type = "Task" [ 807.228564] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.242490] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "590a592f-6889-4b54-b429-852d674b2ea9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.242748] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "590a592f-6889-4b54-b429-852d674b2ea9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.242948] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "590a592f-6889-4b54-b429-852d674b2ea9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.243145] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "590a592f-6889-4b54-b429-852d674b2ea9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.243318] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "590a592f-6889-4b54-b429-852d674b2ea9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.245312] env[62359]: INFO nova.compute.manager [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Terminating instance [ 807.248061] env[62359]: DEBUG nova.compute.provider_tree [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.254979] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.280324] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6865fe99-0dc5-430d-a2bd-26d6569f01a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.298939] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance 'bc030728-2a01-4be4-a15c-994c33282493' progress to 0 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 807.342444] env[62359]: DEBUG nova.network.neutron [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Updating instance_info_cache with network_info: [{"id": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "address": "fa:16:3e:f8:98:2e", "network": {"id": "026df4eb-e63d-494b-b879-2fa49d2c4757", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224225623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9cca9a08d84954be8d657f056459dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfe00f3-d2", "ovs_interfaceid": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.421645] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440800, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.716393] env[62359]: DEBUG nova.compute.manager [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Received event network-changed-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.717570] env[62359]: DEBUG nova.compute.manager [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Refreshing instance network info cache due to event network-changed-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 807.717570] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] Acquiring lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.717570] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] Acquired lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.717570] env[62359]: DEBUG nova.network.neutron [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Refreshing network info cache for port 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.739676] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.748993] env[62359]: DEBUG nova.compute.manager [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.748993] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.750106] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5112ce6-ed66-47a3-825a-27b137e60d1e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.753767] env[62359]: DEBUG nova.scheduler.client.report [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.763096] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.764891] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-525fba6c-6b06-47ad-98a3-afafcccd7dc6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.772703] env[62359]: DEBUG oslo_vmware.api [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 807.772703] env[62359]: value = "task-2440802" [ 807.772703] env[62359]: _type = "Task" [ 807.772703] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.781654] env[62359]: DEBUG oslo_vmware.api [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.805266] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.805266] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f51f6d5-df54-4d36-8003-750ff189904c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.812951] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 807.812951] env[62359]: value = "task-2440803" [ 807.812951] env[62359]: _type = "Task" [ 807.812951] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.824983] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.847351] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Releasing lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.921803] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440800, 'name': CreateVM_Task, 'duration_secs': 0.953559} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.922026] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.922873] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.923065] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.923434] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.923702] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb7413b-d40a-4f0a-89cf-a84b8d5c965a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.929567] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 807.929567] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e5e404-a37a-3780-4b4b-26a235984e92" [ 807.929567] env[62359]: _type = "Task" [ 807.929567] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.941032] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e5e404-a37a-3780-4b4b-26a235984e92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.970597] env[62359]: DEBUG nova.compute.manager [req-14baf191-7c7d-4573-912a-64445b76728c req-5014065f-edfc-42ae-8bed-b7dd782527fc service nova] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Received event network-changed-9acccc5b-5a4b-40b0-9042-9d52fe4b0bca {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.970815] env[62359]: DEBUG nova.compute.manager [req-14baf191-7c7d-4573-912a-64445b76728c req-5014065f-edfc-42ae-8bed-b7dd782527fc service nova] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Refreshing instance network info cache due to event network-changed-9acccc5b-5a4b-40b0-9042-9d52fe4b0bca. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 807.971123] env[62359]: DEBUG oslo_concurrency.lockutils [req-14baf191-7c7d-4573-912a-64445b76728c req-5014065f-edfc-42ae-8bed-b7dd782527fc service nova] Acquiring lock "refresh_cache-0aba8449-416d-4ca3-815f-4f799eb94eaa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.971248] env[62359]: DEBUG oslo_concurrency.lockutils [req-14baf191-7c7d-4573-912a-64445b76728c req-5014065f-edfc-42ae-8bed-b7dd782527fc service nova] Acquired lock "refresh_cache-0aba8449-416d-4ca3-815f-4f799eb94eaa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.971330] env[62359]: DEBUG nova.network.neutron [req-14baf191-7c7d-4573-912a-64445b76728c req-5014065f-edfc-42ae-8bed-b7dd782527fc service nova] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Refreshing network info cache for port 9acccc5b-5a4b-40b0-9042-9d52fe4b0bca {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.240438] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440801, 'name': ReconfigVM_Task, 'duration_secs': 0.879629} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.240946] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Reconfigured VM instance instance-00000014 to attach disk [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6/b333c2dd-bae6-41f6-8a2d-6ace281206c6.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.241489] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f287b51-9e24-459e-b63e-045d3d766fdb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.248659] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 808.248659] env[62359]: value = "task-2440804" [ 808.248659] env[62359]: _type = "Task" [ 808.248659] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.259534] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.265736] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.564s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.268637] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440804, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.288263] env[62359]: DEBUG oslo_vmware.api [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440802, 'name': PowerOffVM_Task, 'duration_secs': 0.205872} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.289195] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.289400] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.289685] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0d9d38a-9d13-490b-965b-2e713fe3a55f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.292279] env[62359]: INFO nova.scheduler.client.report [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Deleted allocations for instance be4a443c-7491-4950-8ff6-56d7ac632328 [ 808.324329] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440803, 'name': PowerOffVM_Task, 'duration_secs': 0.206673} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.326794] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.326987] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance 'bc030728-2a01-4be4-a15c-994c33282493' progress to 17 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 808.361590] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.361742] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.362210] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Deleting the datastore file [datastore1] 590a592f-6889-4b54-b429-852d674b2ea9 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.363126] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9f24a89-4e12-4039-87fb-ce1d829b1fb8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.370576] env[62359]: DEBUG oslo_vmware.api [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 808.370576] env[62359]: value = "task-2440806" [ 808.370576] env[62359]: _type = "Task" [ 808.370576] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.380228] env[62359]: DEBUG oslo_vmware.api [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.448881] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.449516] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Processing image 14a96d78-14cc-4db9-9fae-a31f3c5492de {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.450042] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de/14a96d78-14cc-4db9-9fae-a31f3c5492de.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.450042] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de/14a96d78-14cc-4db9-9fae-a31f3c5492de.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.450165] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.454890] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d47c004-f80e-4823-a58e-521a67ccb119 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.465138] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.465474] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.466316] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050c81f1-3c72-4395-a68d-45564fecb887 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.472594] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 808.472594] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a41788-a437-151b-3055-c7a23688eed8" [ 808.472594] env[62359]: _type = "Task" [ 808.472594] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.487471] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a41788-a437-151b-3055-c7a23688eed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.520026] env[62359]: DEBUG nova.network.neutron [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updated VIF entry in instance network info cache for port 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.520412] env[62359]: DEBUG nova.network.neutron [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updating instance_info_cache with network_info: [{"id": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "address": "fa:16:3e:8f:9e:a9", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f0c2e61-bc", "ovs_interfaceid": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.591750] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.592279] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.756521] env[62359]: DEBUG nova.network.neutron [req-14baf191-7c7d-4573-912a-64445b76728c req-5014065f-edfc-42ae-8bed-b7dd782527fc service nova] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Updated VIF entry in instance network info cache for port 9acccc5b-5a4b-40b0-9042-9d52fe4b0bca. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.756969] env[62359]: DEBUG nova.network.neutron [req-14baf191-7c7d-4573-912a-64445b76728c req-5014065f-edfc-42ae-8bed-b7dd782527fc service nova] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Updating instance_info_cache with network_info: [{"id": "9acccc5b-5a4b-40b0-9042-9d52fe4b0bca", "address": "fa:16:3e:c0:ed:ee", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9acccc5b-5a", "ovs_interfaceid": "9acccc5b-5a4b-40b0-9042-9d52fe4b0bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.761503] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440804, 'name': Rename_Task, 'duration_secs': 0.220221} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.761859] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.762179] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d8bfd8b-0357-4b21-aeb2-b91649291865 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.768651] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 808.768651] env[62359]: value = "task-2440807" [ 808.768651] env[62359]: _type = "Task" [ 808.768651] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.773899] env[62359]: INFO nova.compute.claims [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.784294] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.805009] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2388069d-3307-474d-b801-6a65b654c1df tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "be4a443c-7491-4950-8ff6-56d7ac632328" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.116s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.836155] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.836155] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.836155] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.836359] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.836391] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.836557] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.836832] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.837014] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.837258] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.837484] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.837665] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.844224] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c1c81a-8ae2-4ff6-820e-5cc6fc29e072 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.858360] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.858682] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2a1682f-3cac-48f4-a3b1-5bf63ebc8115 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.867025] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 808.867025] env[62359]: value = "task-2440808" [ 808.867025] env[62359]: _type = "Task" [ 808.867025] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.867965] env[62359]: DEBUG oslo_vmware.api [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 808.867965] env[62359]: value = "task-2440809" [ 808.867965] env[62359]: _type = "Task" [ 808.867965] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.882392] env[62359]: DEBUG oslo_vmware.api [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.888475] env[62359]: DEBUG oslo_vmware.api [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150568} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.888703] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440808, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.888952] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.889163] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.889577] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.889577] env[62359]: INFO nova.compute.manager [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 808.889789] env[62359]: DEBUG oslo.service.loopingcall [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.889976] env[62359]: DEBUG nova.compute.manager [-] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.890081] env[62359]: DEBUG nova.network.neutron [-] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.983237] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Preparing fetch location {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 808.983852] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Fetch image to [datastore1] OSTACK_IMG_ca3bfddc-3116-4662-89d3-8c54762290e5/OSTACK_IMG_ca3bfddc-3116-4662-89d3-8c54762290e5.vmdk {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 808.983852] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Downloading stream optimized image 14a96d78-14cc-4db9-9fae-a31f3c5492de to [datastore1] OSTACK_IMG_ca3bfddc-3116-4662-89d3-8c54762290e5/OSTACK_IMG_ca3bfddc-3116-4662-89d3-8c54762290e5.vmdk on the data store datastore1 as vApp {{(pid=62359) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 808.984060] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Downloading image file data 14a96d78-14cc-4db9-9fae-a31f3c5492de to the ESX as VM named 'OSTACK_IMG_ca3bfddc-3116-4662-89d3-8c54762290e5' {{(pid=62359) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 809.003867] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "08201d61-dc04-4715-8381-044a69824ba0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.003867] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "08201d61-dc04-4715-8381-044a69824ba0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.040389] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] Releasing lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.040389] env[62359]: DEBUG nova.compute.manager [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Received event network-changed-27f15daa-034c-49d0-8815-6f7409bc0422 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.040456] env[62359]: DEBUG nova.compute.manager [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Refreshing instance network info cache due to event network-changed-27f15daa-034c-49d0-8815-6f7409bc0422. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.040726] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] Acquiring lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.040936] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] Acquired lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.041182] env[62359]: DEBUG nova.network.neutron [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Refreshing network info cache for port 27f15daa-034c-49d0-8815-6f7409bc0422 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.088385] env[62359]: DEBUG oslo_vmware.rw_handles [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 809.088385] env[62359]: value = "resgroup-9" [ 809.088385] env[62359]: _type = "ResourcePool" [ 809.088385] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 809.089269] env[62359]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-332ab5ca-3470-493c-9518-6750b9980452 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.106292] env[62359]: DEBUG nova.compute.manager [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.115441] env[62359]: DEBUG oslo_vmware.rw_handles [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lease: (returnval){ [ 809.115441] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52192f3d-fd8a-befa-76aa-4dc2f2548d7a" [ 809.115441] env[62359]: _type = "HttpNfcLease" [ 809.115441] env[62359]: } obtained for vApp import into resource pool (val){ [ 809.115441] env[62359]: value = "resgroup-9" [ 809.115441] env[62359]: _type = "ResourcePool" [ 809.115441] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 809.116459] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the lease: (returnval){ [ 809.116459] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52192f3d-fd8a-befa-76aa-4dc2f2548d7a" [ 809.116459] env[62359]: _type = "HttpNfcLease" [ 809.116459] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 809.122821] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.122821] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52192f3d-fd8a-befa-76aa-4dc2f2548d7a" [ 809.122821] env[62359]: _type = "HttpNfcLease" [ 809.122821] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 809.263140] env[62359]: DEBUG oslo_concurrency.lockutils [req-14baf191-7c7d-4573-912a-64445b76728c req-5014065f-edfc-42ae-8bed-b7dd782527fc service nova] Releasing lock "refresh_cache-0aba8449-416d-4ca3-815f-4f799eb94eaa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.280218] env[62359]: DEBUG oslo_vmware.api [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440807, 'name': PowerOnVM_Task, 'duration_secs': 0.472388} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.280569] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.280875] env[62359]: DEBUG nova.compute.manager [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.281693] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5f4346-3418-4a2a-964f-65032570e042 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.285806] env[62359]: INFO nova.compute.resource_tracker [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating resource usage from migration 1aefb46f-ec8d-4071-8904-2953a3550dce [ 809.378144] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440808, 'name': ReconfigVM_Task, 'duration_secs': 0.185489} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.378808] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance 'bc030728-2a01-4be4-a15c-994c33282493' progress to 33 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.388046] env[62359]: DEBUG oslo_vmware.api [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440809, 'name': PowerOnVM_Task, 'duration_secs': 0.42108} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.388718] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.388918] env[62359]: DEBUG nova.compute.manager [None req-2d5d9b29-ed79-4e18-a275-4761d554ea07 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.389710] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe64e8e-8a31-465c-964b-12f74e34c260 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.506481] env[62359]: DEBUG nova.compute.manager [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.631528] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.631528] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52192f3d-fd8a-befa-76aa-4dc2f2548d7a" [ 809.631528] env[62359]: _type = "HttpNfcLease" [ 809.631528] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 809.638854] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.690401] env[62359]: DEBUG nova.network.neutron [-] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.815441] env[62359]: DEBUG oslo_concurrency.lockutils [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.891284] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.891539] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.891695] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.891900] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.892126] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.892301] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.892486] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.892643] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.892806] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.893024] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.893152] env[62359]: DEBUG nova.virt.hardware [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.898796] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 809.903568] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37ed0ce4-ceb4-419e-970a-819c586d127e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.927724] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 809.927724] env[62359]: value = "task-2440811" [ 809.927724] env[62359]: _type = "Task" [ 809.927724] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.934984] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c48f41-3607-4cf6-bdcc-670cad567070 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.939028] env[62359]: DEBUG nova.network.neutron [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Updated VIF entry in instance network info cache for port 27f15daa-034c-49d0-8815-6f7409bc0422. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.939398] env[62359]: DEBUG nova.network.neutron [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Updating instance_info_cache with network_info: [{"id": "27f15daa-034c-49d0-8815-6f7409bc0422", "address": "fa:16:3e:61:6d:44", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f15daa-03", "ovs_interfaceid": "27f15daa-034c-49d0-8815-6f7409bc0422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.946081] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440811, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.949683] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458640c1-58ed-4133-a7d2-c75e7d06c3b8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.984252] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeb09fb-1a00-4cdc-a2c8-77d879adccfe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.992697] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a404f14-3c0c-4a4f-8647-659d93fbb950 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.008234] env[62359]: DEBUG nova.compute.provider_tree [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.029077] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.127752] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.127752] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52192f3d-fd8a-befa-76aa-4dc2f2548d7a" [ 810.127752] env[62359]: _type = "HttpNfcLease" [ 810.127752] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 810.127752] env[62359]: DEBUG oslo_vmware.rw_handles [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 810.127752] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52192f3d-fd8a-befa-76aa-4dc2f2548d7a" [ 810.127752] env[62359]: _type = "HttpNfcLease" [ 810.127752] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 810.128352] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a723f3e-65f1-4713-917a-ddc946dd2c14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.136293] env[62359]: DEBUG oslo_vmware.rw_handles [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff22e5-7abb-5dbd-4b4d-26e854f6dd7f/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 810.136601] env[62359]: DEBUG oslo_vmware.rw_handles [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff22e5-7abb-5dbd-4b4d-26e854f6dd7f/disk-0.vmdk. {{(pid=62359) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 810.206478] env[62359]: INFO nova.compute.manager [-] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Took 1.32 seconds to deallocate network for instance. [ 810.210488] env[62359]: DEBUG nova.compute.manager [req-30eb9ab3-1222-4544-8eca-bbef3a4c5029 req-c344c44f-7f11-40b0-a44c-d64c159a7ef1 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Received event network-changed-27f15daa-034c-49d0-8815-6f7409bc0422 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.210488] env[62359]: DEBUG nova.compute.manager [req-30eb9ab3-1222-4544-8eca-bbef3a4c5029 req-c344c44f-7f11-40b0-a44c-d64c159a7ef1 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Refreshing instance network info cache due to event network-changed-27f15daa-034c-49d0-8815-6f7409bc0422. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 810.210488] env[62359]: DEBUG oslo_concurrency.lockutils [req-30eb9ab3-1222-4544-8eca-bbef3a4c5029 req-c344c44f-7f11-40b0-a44c-d64c159a7ef1 service nova] Acquiring lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.217680] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d84995be-ced5-482b-ac83-314e7a54c40b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.278112] env[62359]: DEBUG nova.compute.manager [req-1ec79a7b-0ab4-4b72-b522-b193d6787357 req-13e96cb6-d961-4301-9788-804f1a3da0f7 service nova] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Received event network-vif-deleted-fca3437e-4d39-4132-9ea9-edac6e12f767 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.440379] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440811, 'name': ReconfigVM_Task, 'duration_secs': 0.292554} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.440655] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 810.441463] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e8d317-68e5-425d-9936-b7a81bf11a02 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.444444] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c5e0965-468d-4313-abfc-8169dcc0d014 req-86c26dbc-3d81-4768-8b78-a1779194ef13 service nova] Releasing lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.444799] env[62359]: DEBUG oslo_concurrency.lockutils [req-30eb9ab3-1222-4544-8eca-bbef3a4c5029 req-c344c44f-7f11-40b0-a44c-d64c159a7ef1 service nova] Acquired lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.445202] env[62359]: DEBUG nova.network.neutron [req-30eb9ab3-1222-4544-8eca-bbef3a4c5029 req-c344c44f-7f11-40b0-a44c-d64c159a7ef1 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Refreshing network info cache for port 27f15daa-034c-49d0-8815-6f7409bc0422 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.466696] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] bc030728-2a01-4be4-a15c-994c33282493/bc030728-2a01-4be4-a15c-994c33282493.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.467196] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c57e938-8dbc-4454-9946-83cdef1db051 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.492736] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 810.492736] env[62359]: value = "task-2440812" [ 810.492736] env[62359]: _type = "Task" [ 810.492736] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.502674] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.514703] env[62359]: DEBUG nova.scheduler.client.report [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.723085] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.988933] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.989094] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.989266] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.989447] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.989701] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.994043] env[62359]: INFO nova.compute.manager [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Terminating instance [ 811.011697] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440812, 'name': ReconfigVM_Task, 'duration_secs': 0.351618} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.012116] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Reconfigured VM instance instance-00000038 to attach disk [datastore2] bc030728-2a01-4be4-a15c-994c33282493/bc030728-2a01-4be4-a15c-994c33282493.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.012921] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance 'bc030728-2a01-4be4-a15c-994c33282493' progress to 50 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.020585] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.754s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.020585] env[62359]: INFO nova.compute.manager [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Migrating [ 811.033515] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.122s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.034606] env[62359]: DEBUG nova.objects.instance [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lazy-loading 'resources' on Instance uuid 2c305fef-3e7e-4436-bd8d-bef6f7b3941c {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.204510] env[62359]: DEBUG oslo_vmware.rw_handles [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Completed reading data from the image iterator. {{(pid=62359) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 811.204761] env[62359]: DEBUG oslo_vmware.rw_handles [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff22e5-7abb-5dbd-4b4d-26e854f6dd7f/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 811.206169] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8279632-c332-4ce5-b0cd-4187e7c63664 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.213355] env[62359]: DEBUG oslo_vmware.rw_handles [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff22e5-7abb-5dbd-4b4d-26e854f6dd7f/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 811.213555] env[62359]: DEBUG oslo_vmware.rw_handles [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff22e5-7abb-5dbd-4b4d-26e854f6dd7f/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 811.214549] env[62359]: DEBUG nova.network.neutron [req-30eb9ab3-1222-4544-8eca-bbef3a4c5029 req-c344c44f-7f11-40b0-a44c-d64c159a7ef1 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Updated VIF entry in instance network info cache for port 27f15daa-034c-49d0-8815-6f7409bc0422. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.214885] env[62359]: DEBUG nova.network.neutron [req-30eb9ab3-1222-4544-8eca-bbef3a4c5029 req-c344c44f-7f11-40b0-a44c-d64c159a7ef1 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Updating instance_info_cache with network_info: [{"id": "27f15daa-034c-49d0-8815-6f7409bc0422", "address": "fa:16:3e:61:6d:44", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f15daa-03", "ovs_interfaceid": "27f15daa-034c-49d0-8815-6f7409bc0422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.217317] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c74e5c60-13db-4b55-b9e9-dac9b6364fe1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.496669] env[62359]: DEBUG oslo_vmware.rw_handles [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff22e5-7abb-5dbd-4b4d-26e854f6dd7f/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 811.496669] env[62359]: INFO nova.virt.vmwareapi.images [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Downloaded image file data 14a96d78-14cc-4db9-9fae-a31f3c5492de [ 811.496669] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17130172-f489-41a3-91bc-f697ecf856ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.502724] env[62359]: DEBUG nova.compute.manager [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.503429] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.517017] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebd8e67-593f-4bab-8301-d1019c9dc0d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.522673] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f41b34f5-ae95-4c18-866b-71e602f083a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.525756] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49562724-04d2-4549-a5d7-ccd6e8926c03 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.533021] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.548978] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-702e00c0-a63a-4a03-9079-88830eadd11a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.556019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.556019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.556019] env[62359]: DEBUG nova.network.neutron [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.559549] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c03a98-e2ce-4e53-aca2-2e2ced47f815 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.562530] env[62359]: INFO nova.virt.vmwareapi.images [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] The imported VM was unregistered [ 811.571022] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Caching image {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 811.571022] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating directory with path [datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.571022] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec719608-935e-4056-b06a-da28d92cfd50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.576591] env[62359]: DEBUG oslo_vmware.api [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 811.576591] env[62359]: value = "task-2440814" [ 811.576591] env[62359]: _type = "Task" [ 811.576591] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.612257] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Created directory with path [datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.614191] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ca3bfddc-3116-4662-89d3-8c54762290e5/OSTACK_IMG_ca3bfddc-3116-4662-89d3-8c54762290e5.vmdk to [datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de/14a96d78-14cc-4db9-9fae-a31f3c5492de.vmdk. {{(pid=62359) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 811.614191] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance 'bc030728-2a01-4be4-a15c-994c33282493' progress to 67 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.617143] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cc593183-639e-43ec-ab10-f9fa2a3dc123 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.623964] env[62359]: DEBUG oslo_vmware.api [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.631047] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 811.631047] env[62359]: value = "task-2440815" [ 811.631047] env[62359]: _type = "Task" [ 811.631047] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.640286] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440815, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.723835] env[62359]: DEBUG oslo_concurrency.lockutils [req-30eb9ab3-1222-4544-8eca-bbef3a4c5029 req-c344c44f-7f11-40b0-a44c-d64c159a7ef1 service nova] Releasing lock "refresh_cache-a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.092302] env[62359]: DEBUG oslo_vmware.api [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440814, 'name': PowerOffVM_Task, 'duration_secs': 0.303672} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.092601] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.092780] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.093071] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3138a64c-5293-4b5e-abee-af08552dfb44 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.097743] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f0d7b3-12aa-44a9-89d8-7e655c7bb5a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.108935] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94abc03-fe9c-4f76-b544-5395233a35e2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.154040] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eac0dbf-1866-4a1a-86b3-fc38255415c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.157739] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.157955] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.158144] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Deleting the datastore file [datastore1] a5c1040b-4473-49f9-9f9e-07fd7cb4ead7 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.158968] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3006c56a-4a17-4422-a0d3-7c5b79b06116 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.169865] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f359b8-1631-4784-aa46-2c9e4c9fe58c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.174376] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440815, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.178248] env[62359]: DEBUG oslo_vmware.api [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 812.178248] env[62359]: value = "task-2440817" [ 812.178248] env[62359]: _type = "Task" [ 812.178248] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.192852] env[62359]: DEBUG nova.compute.provider_tree [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.200023] env[62359]: DEBUG oslo_vmware.api [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.234466] env[62359]: DEBUG nova.network.neutron [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Port b33c6d5f-f26e-415b-81c4-eb815fcedb4c binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 812.318898] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquiring lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.319627] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.354399] env[62359]: DEBUG nova.network.neutron [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance_info_cache with network_info: [{"id": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "address": "fa:16:3e:be:2d:15", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7b2ea7-4b", "ovs_interfaceid": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.388295] env[62359]: DEBUG nova.compute.manager [req-c070daa0-e966-435c-8736-f1989599abf3 req-17ab04fc-1cf8-447a-b2a6-cd8a1fab0a51 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Received event network-changed-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.388569] env[62359]: DEBUG nova.compute.manager [req-c070daa0-e966-435c-8736-f1989599abf3 req-17ab04fc-1cf8-447a-b2a6-cd8a1fab0a51 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Refreshing instance network info cache due to event network-changed-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 812.388793] env[62359]: DEBUG oslo_concurrency.lockutils [req-c070daa0-e966-435c-8736-f1989599abf3 req-17ab04fc-1cf8-447a-b2a6-cd8a1fab0a51 service nova] Acquiring lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.388939] env[62359]: DEBUG oslo_concurrency.lockutils [req-c070daa0-e966-435c-8736-f1989599abf3 req-17ab04fc-1cf8-447a-b2a6-cd8a1fab0a51 service nova] Acquired lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.389113] env[62359]: DEBUG nova.network.neutron [req-c070daa0-e966-435c-8736-f1989599abf3 req-17ab04fc-1cf8-447a-b2a6-cd8a1fab0a51 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Refreshing network info cache for port 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.660046] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440815, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.690286] env[62359]: DEBUG oslo_vmware.api [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.699815] env[62359]: DEBUG nova.scheduler.client.report [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.825030] env[62359]: DEBUG nova.compute.manager [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.856942] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.123671] env[62359]: DEBUG nova.network.neutron [req-c070daa0-e966-435c-8736-f1989599abf3 req-17ab04fc-1cf8-447a-b2a6-cd8a1fab0a51 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updated VIF entry in instance network info cache for port 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.124177] env[62359]: DEBUG nova.network.neutron [req-c070daa0-e966-435c-8736-f1989599abf3 req-17ab04fc-1cf8-447a-b2a6-cd8a1fab0a51 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updating instance_info_cache with network_info: [{"id": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "address": "fa:16:3e:8f:9e:a9", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f0c2e61-bc", "ovs_interfaceid": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.162709] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440815, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.181566] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.181915] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.182169] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.182403] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.182610] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.193108] env[62359]: INFO nova.compute.manager [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Terminating instance [ 813.203649] env[62359]: DEBUG oslo_vmware.api [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.206582] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.212364] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.286s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.213550] env[62359]: INFO nova.compute.claims [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.231581] env[62359]: INFO nova.scheduler.client.report [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Deleted allocations for instance 2c305fef-3e7e-4436-bd8d-bef6f7b3941c [ 813.255999] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "bc030728-2a01-4be4-a15c-994c33282493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.257706] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "bc030728-2a01-4be4-a15c-994c33282493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.257706] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "bc030728-2a01-4be4-a15c-994c33282493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.351478] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.627412] env[62359]: DEBUG oslo_concurrency.lockutils [req-c070daa0-e966-435c-8736-f1989599abf3 req-17ab04fc-1cf8-447a-b2a6-cd8a1fab0a51 service nova] Releasing lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.667612] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440815, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.694855] env[62359]: DEBUG oslo_vmware.api [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.700439] env[62359]: DEBUG nova.compute.manager [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.701020] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.702325] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e28a818-7594-4fbe-89ab-a620996ee902 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.710083] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.710442] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee894c7-7409-4d0e-ae10-c455842d1c3c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.720940] env[62359]: DEBUG oslo_vmware.api [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 813.720940] env[62359]: value = "task-2440818" [ 813.720940] env[62359]: _type = "Task" [ 813.720940] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.731544] env[62359]: DEBUG oslo_vmware.api [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.741995] env[62359]: DEBUG oslo_concurrency.lockutils [None req-93d5e6db-462c-46f0-aa3e-73055ed35a4a tempest-ServerShowV247Test-1605797389 tempest-ServerShowV247Test-1605797389-project-member] Lock "2c305fef-3e7e-4436-bd8d-bef6f7b3941c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.218s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.901190] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "1763ee71-5ce0-4eba-ae22-79f01896a574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.901190] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "1763ee71-5ce0-4eba-ae22-79f01896a574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.901190] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "1763ee71-5ce0-4eba-ae22-79f01896a574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.901190] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "1763ee71-5ce0-4eba-ae22-79f01896a574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.901190] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "1763ee71-5ce0-4eba-ae22-79f01896a574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.907845] env[62359]: INFO nova.compute.manager [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Terminating instance [ 814.164187] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440815, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.196464] env[62359]: DEBUG oslo_vmware.api [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.973028} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.196464] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.196464] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.196464] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.196464] env[62359]: INFO nova.compute.manager [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Took 2.69 seconds to destroy the instance on the hypervisor. [ 814.196464] env[62359]: DEBUG oslo.service.loopingcall [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.196854] env[62359]: DEBUG nova.compute.manager [-] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.196854] env[62359]: DEBUG nova.network.neutron [-] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.238823] env[62359]: DEBUG oslo_vmware.api [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440818, 'name': PowerOffVM_Task, 'duration_secs': 0.301788} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.238823] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.238823] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.239137] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13e23e2c-90a3-4902-af01-976b1f0233c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.308018] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.308018] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.308018] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleting the datastore file [datastore2] 0f06e042-48f0-4ac2-a29a-8e10f154aef9 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.308243] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d3c74a8-2956-4252-b44b-f507672c6dc0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.315733] env[62359]: DEBUG oslo_vmware.api [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 814.315733] env[62359]: value = "task-2440820" [ 814.315733] env[62359]: _type = "Task" [ 814.315733] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.326780] env[62359]: DEBUG oslo_vmware.api [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.343651] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.343840] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.344053] env[62359]: DEBUG nova.network.neutron [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.379631] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c9b2a3-6d2f-438a-a901-10266e2144d0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.403539] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance 'ca6ca5fe-040d-46ea-b893-412a9d300ab4' progress to 0 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 814.417022] env[62359]: DEBUG nova.compute.manager [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.417245] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.418119] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582e0378-670c-4433-840c-395b2dcb07bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.429920] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.433129] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ba60a3b-cdda-46ba-a8d9-d600072e244b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.437497] env[62359]: DEBUG oslo_vmware.api [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 814.437497] env[62359]: value = "task-2440821" [ 814.437497] env[62359]: _type = "Task" [ 814.437497] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.446191] env[62359]: DEBUG oslo_vmware.api [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.606090] env[62359]: DEBUG nova.compute.manager [req-0d88de62-e6f9-446e-874e-320d6ab4018f req-fc4cccf7-8f79-4f9b-9e58-7375adc19308 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Received event network-changed-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.606090] env[62359]: DEBUG nova.compute.manager [req-0d88de62-e6f9-446e-874e-320d6ab4018f req-fc4cccf7-8f79-4f9b-9e58-7375adc19308 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Refreshing instance network info cache due to event network-changed-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 814.606090] env[62359]: DEBUG oslo_concurrency.lockutils [req-0d88de62-e6f9-446e-874e-320d6ab4018f req-fc4cccf7-8f79-4f9b-9e58-7375adc19308 service nova] Acquiring lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.606090] env[62359]: DEBUG oslo_concurrency.lockutils [req-0d88de62-e6f9-446e-874e-320d6ab4018f req-fc4cccf7-8f79-4f9b-9e58-7375adc19308 service nova] Acquired lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.606090] env[62359]: DEBUG nova.network.neutron [req-0d88de62-e6f9-446e-874e-320d6ab4018f req-fc4cccf7-8f79-4f9b-9e58-7375adc19308 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Refreshing network info cache for port 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.610477] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "9130a935-afbc-498f-9e27-4347e29c95d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.610828] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "9130a935-afbc-498f-9e27-4347e29c95d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.611089] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "9130a935-afbc-498f-9e27-4347e29c95d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.611291] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "9130a935-afbc-498f-9e27-4347e29c95d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.611486] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "9130a935-afbc-498f-9e27-4347e29c95d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.618967] env[62359]: INFO nova.compute.manager [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Terminating instance [ 814.656358] env[62359]: DEBUG nova.compute.manager [req-bd38c024-fe9f-4285-b86a-bd626996b4c9 req-ae789f69-d667-438a-82df-df65af0cdba8 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Received event network-vif-deleted-27f15daa-034c-49d0-8815-6f7409bc0422 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.656605] env[62359]: INFO nova.compute.manager [req-bd38c024-fe9f-4285-b86a-bd626996b4c9 req-ae789f69-d667-438a-82df-df65af0cdba8 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Neutron deleted interface 27f15daa-034c-49d0-8815-6f7409bc0422; detaching it from the instance and deleting it from the info cache [ 814.656729] env[62359]: DEBUG nova.network.neutron [req-bd38c024-fe9f-4285-b86a-bd626996b4c9 req-ae789f69-d667-438a-82df-df65af0cdba8 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.674598] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440815, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.827723} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.677443] env[62359]: INFO nova.virt.vmwareapi.ds_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ca3bfddc-3116-4662-89d3-8c54762290e5/OSTACK_IMG_ca3bfddc-3116-4662-89d3-8c54762290e5.vmdk to [datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de/14a96d78-14cc-4db9-9fae-a31f3c5492de.vmdk. [ 814.678726] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Cleaning up location [datastore1] OSTACK_IMG_ca3bfddc-3116-4662-89d3-8c54762290e5 {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 814.678726] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ca3bfddc-3116-4662-89d3-8c54762290e5 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.678726] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428eb9cc-2b72-4a65-906a-4820bc54cfc3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.687510] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 814.687510] env[62359]: value = "task-2440822" [ 814.687510] env[62359]: _type = "Task" [ 814.687510] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.695949] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.801611] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a420e690-2576-4a57-921f-de2ab258c527 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.809452] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f42e47e-e12f-4968-898d-d2f3ed0d1b50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.842453] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922fb324-2f39-48d0-b0c7-74204283c059 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.849738] env[62359]: DEBUG oslo_vmware.api [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.854648] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75bd9f6-2481-40d8-894b-d7dcee9d590a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.869074] env[62359]: DEBUG nova.compute.provider_tree [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.914634] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.914634] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffa7e291-a022-4694-94cd-d91d831ad46f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.924026] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 814.924026] env[62359]: value = "task-2440823" [ 814.924026] env[62359]: _type = "Task" [ 814.924026] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.941014] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.949823] env[62359]: DEBUG oslo_vmware.api [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440821, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.031294] env[62359]: DEBUG nova.network.neutron [-] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.078906] env[62359]: DEBUG nova.network.neutron [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance_info_cache with network_info: [{"id": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "address": "fa:16:3e:a2:7c:7b", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33c6d5f-f2", "ovs_interfaceid": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.124848] env[62359]: DEBUG nova.compute.manager [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.125077] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.126166] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9781a48-9861-4815-bd3e-4d3267eb606c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.134241] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.134497] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf0f3c42-1397-4e87-aa22-b268c4a76b0d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.140343] env[62359]: DEBUG oslo_vmware.api [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 815.140343] env[62359]: value = "task-2440824" [ 815.140343] env[62359]: _type = "Task" [ 815.140343] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.147816] env[62359]: DEBUG oslo_vmware.api [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.160091] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-137d3810-4935-44af-8d61-c71584ee76e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.169315] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ec0465-6a28-4919-88fd-1d330f239306 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.207954] env[62359]: DEBUG nova.compute.manager [req-bd38c024-fe9f-4285-b86a-bd626996b4c9 req-ae789f69-d667-438a-82df-df65af0cdba8 service nova] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Detach interface failed, port_id=27f15daa-034c-49d0-8815-6f7409bc0422, reason: Instance a5c1040b-4473-49f9-9f9e-07fd7cb4ead7 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 815.215024] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15775} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.215024] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.215024] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de/14a96d78-14cc-4db9-9fae-a31f3c5492de.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.215024] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de/14a96d78-14cc-4db9-9fae-a31f3c5492de.vmdk to [datastore1] 0aba8449-416d-4ca3-815f-4f799eb94eaa/0aba8449-416d-4ca3-815f-4f799eb94eaa.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.215024] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e31ef8-c791-4675-b6b3-947e3a878027 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.221873] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 815.221873] env[62359]: value = "task-2440825" [ 815.221873] env[62359]: _type = "Task" [ 815.221873] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.233617] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.350885] env[62359]: DEBUG oslo_vmware.api [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.737382} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.351767] env[62359]: DEBUG nova.network.neutron [req-0d88de62-e6f9-446e-874e-320d6ab4018f req-fc4cccf7-8f79-4f9b-9e58-7375adc19308 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updated VIF entry in instance network info cache for port 6f0c2e61-bc67-4e8e-8787-0d1616f8df1d. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.352160] env[62359]: DEBUG nova.network.neutron [req-0d88de62-e6f9-446e-874e-320d6ab4018f req-fc4cccf7-8f79-4f9b-9e58-7375adc19308 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updating instance_info_cache with network_info: [{"id": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "address": "fa:16:3e:8f:9e:a9", "network": {"id": "01a83b5f-78c0-4146-9408-55f2418a57eb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1898378545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd69a872fdd4c9b81c2bf557ee63fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f0c2e61-bc", "ovs_interfaceid": "6f0c2e61-bc67-4e8e-8787-0d1616f8df1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.353384] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.353617] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.353810] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.355034] env[62359]: INFO nova.compute.manager [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Took 1.65 seconds to destroy the instance on the hypervisor. [ 815.355034] env[62359]: DEBUG oslo.service.loopingcall [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.355034] env[62359]: DEBUG nova.compute.manager [-] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.355034] env[62359]: DEBUG nova.network.neutron [-] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.372514] env[62359]: DEBUG nova.scheduler.client.report [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.432148] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440823, 'name': PowerOffVM_Task, 'duration_secs': 0.427795} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.432148] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.432362] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance 'ca6ca5fe-040d-46ea-b893-412a9d300ab4' progress to 17 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.450081] env[62359]: DEBUG oslo_vmware.api [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440821, 'name': PowerOffVM_Task, 'duration_secs': 0.694357} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.450081] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.450258] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.450541] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9f6e3d3-fa1b-413b-9937-c47eded69f7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.535472] env[62359]: INFO nova.compute.manager [-] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Took 1.34 seconds to deallocate network for instance. [ 815.582112] env[62359]: DEBUG oslo_concurrency.lockutils [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.650419] env[62359]: DEBUG oslo_vmware.api [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440824, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.710781] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.711092] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.711284] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Deleting the datastore file [datastore1] 1763ee71-5ce0-4eba-ae22-79f01896a574 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.711626] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d45eebc-abea-466e-9e23-a4ac4084885a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.719039] env[62359]: DEBUG oslo_vmware.api [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 815.719039] env[62359]: value = "task-2440827" [ 815.719039] env[62359]: _type = "Task" [ 815.719039] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.731794] env[62359]: DEBUG oslo_vmware.api [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.735149] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440825, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.856087] env[62359]: DEBUG oslo_concurrency.lockutils [req-0d88de62-e6f9-446e-874e-320d6ab4018f req-fc4cccf7-8f79-4f9b-9e58-7375adc19308 service nova] Releasing lock "refresh_cache-09455f5a-ac87-4c1f-a6d1-0e9a0736493b" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.878857] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.878857] env[62359]: DEBUG nova.compute.manager [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.881226] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.236s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.882664] env[62359]: INFO nova.compute.claims [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.939935] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.940472] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.940472] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.940813] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.940901] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.941257] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.941614] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.941820] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.942075] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.942294] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.942570] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.951043] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71a18db-20bf-4a38-9ade-aa5cc8a10cc2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.970454] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 815.970454] env[62359]: value = "task-2440828" [ 815.970454] env[62359]: _type = "Task" [ 815.970454] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.981857] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.042919] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.122936] env[62359]: DEBUG nova.network.neutron [-] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.124999] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148463a4-30c2-4e01-97bf-e73ab86b00b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.156287] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8ec3d3-a7ce-4fbc-9c8c-5c4afc2c7e13 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.167224] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance 'bc030728-2a01-4be4-a15c-994c33282493' progress to 83 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 816.174822] env[62359]: DEBUG oslo_vmware.api [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440824, 'name': PowerOffVM_Task, 'duration_secs': 0.581087} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.177753] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.177753] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.177753] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5322c79b-a7d1-424e-ab65-1c81f01ef3a3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.231873] env[62359]: DEBUG oslo_vmware.api [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.235669] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440825, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.388310] env[62359]: DEBUG nova.compute.utils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 816.392053] env[62359]: DEBUG nova.compute.manager [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.392053] env[62359]: DEBUG nova.network.neutron [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.444980] env[62359]: DEBUG nova.policy [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '251d6a509260445ca1d0c4b220df02e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a21e6a9b57847b4a6182c9299ce35d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.449575] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.449758] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.449963] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Deleting the datastore file [datastore2] 9130a935-afbc-498f-9e27-4347e29c95d4 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.450197] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b967b9de-f1f1-47a0-a23e-a9e1dc8380f5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.459846] env[62359]: DEBUG oslo_vmware.api [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for the task: (returnval){ [ 816.459846] env[62359]: value = "task-2440830" [ 816.459846] env[62359]: _type = "Task" [ 816.459846] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.472440] env[62359]: DEBUG oslo_vmware.api [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.483136] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440828, 'name': ReconfigVM_Task, 'duration_secs': 0.280036} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.485334] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance 'ca6ca5fe-040d-46ea-b893-412a9d300ab4' progress to 33 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 816.629760] env[62359]: INFO nova.compute.manager [-] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Took 1.27 seconds to deallocate network for instance. [ 816.677598] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.677939] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f31fc0e-4a1d-4efd-93bd-3696134ddca8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.688618] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 816.688618] env[62359]: value = "task-2440831" [ 816.688618] env[62359]: _type = "Task" [ 816.688618] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.705276] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.715478] env[62359]: DEBUG nova.compute.manager [req-6ef8ce6d-4c57-4cb0-97e9-a2ecafb552da req-31dbe102-60da-4c17-a8c6-f3b8fd8c5339 service nova] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Received event network-vif-deleted-295cb5e1-b8a8-40dc-ab43-cdcd1282929e {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.734612] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440825, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.738164] env[62359]: DEBUG oslo_vmware.api [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.815647] env[62359]: DEBUG nova.network.neutron [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Successfully created port: 0d842672-2370-419f-94df-636125a8a810 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.892935] env[62359]: DEBUG nova.compute.manager [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.976563] env[62359]: DEBUG oslo_vmware.api [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244816} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.977254] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.977469] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.977675] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.977854] env[62359]: INFO nova.compute.manager [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Took 1.85 seconds to destroy the instance on the hypervisor. [ 816.981041] env[62359]: DEBUG oslo.service.loopingcall [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.981041] env[62359]: DEBUG nova.compute.manager [-] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.981041] env[62359]: DEBUG nova.network.neutron [-] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.991728] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b9263297-9203-4ff9-896c-621dbd8c79da',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1751388628',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.992095] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.992095] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.992869] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.992869] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.992869] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.992869] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.993603] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.993603] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.993603] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.993603] env[62359]: DEBUG nova.virt.hardware [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.999849] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 817.000242] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46ef16bc-f0dd-4012-a3bd-29aef6ac6e04 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.031872] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 817.031872] env[62359]: value = "task-2440832" [ 817.031872] env[62359]: _type = "Task" [ 817.031872] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.050010] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440832, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.137528] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.204049] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.235643] env[62359]: DEBUG oslo_vmware.api [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.238908] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440825, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.506935] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60846306-5950-4a90-8088-ac00f83196ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.515120] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911e984b-dd2e-4f1a-b580-72275f597693 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.556297] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101853d8-e12a-4df8-823d-03606381e86d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.568159] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440832, 'name': ReconfigVM_Task, 'duration_secs': 0.370271} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.570995] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 817.572684] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32917a6-b618-4126-a040-cdaa65662a37 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.576535] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acc6d7d-de96-4c06-9c81-d39b81978647 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.592443] env[62359]: DEBUG nova.compute.provider_tree [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.616348] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] ca6ca5fe-040d-46ea-b893-412a9d300ab4/ca6ca5fe-040d-46ea-b893-412a9d300ab4.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.617605] env[62359]: DEBUG nova.scheduler.client.report [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.621452] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42014b3-3e3c-4edc-bf34-07adec368d55 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.646200] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 817.646200] env[62359]: value = "task-2440833" [ 817.646200] env[62359]: _type = "Task" [ 817.646200] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.656886] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.703658] env[62359]: DEBUG oslo_vmware.api [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440831, 'name': PowerOnVM_Task, 'duration_secs': 0.676575} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.703980] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.704290] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-74bcd52e-9173-48af-bb64-504dd0be9f4a tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance 'bc030728-2a01-4be4-a15c-994c33282493' progress to 100 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 817.735150] env[62359]: DEBUG oslo_vmware.api [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Task: {'id': task-2440827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.907229} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.738821] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.739078] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.739287] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.739682] env[62359]: INFO nova.compute.manager [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Took 3.32 seconds to destroy the instance on the hypervisor. [ 817.739949] env[62359]: DEBUG oslo.service.loopingcall [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.740242] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440825, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.740476] env[62359]: DEBUG nova.compute.manager [-] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.740572] env[62359]: DEBUG nova.network.neutron [-] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.907393] env[62359]: DEBUG nova.compute.manager [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.936683] env[62359]: DEBUG nova.virt.hardware [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.937146] env[62359]: DEBUG nova.virt.hardware [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.937146] env[62359]: DEBUG nova.virt.hardware [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.937344] env[62359]: DEBUG nova.virt.hardware [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.937489] env[62359]: DEBUG nova.virt.hardware [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.937692] env[62359]: DEBUG nova.virt.hardware [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.937903] env[62359]: DEBUG nova.virt.hardware [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.938096] env[62359]: DEBUG nova.virt.hardware [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.938285] env[62359]: DEBUG nova.virt.hardware [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.938447] env[62359]: DEBUG nova.virt.hardware [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.938678] env[62359]: DEBUG nova.virt.hardware [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.939595] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e5e12-4b3f-4cfb-9c7a-3e579b1539ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.948508] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f83bf4b-14ae-482d-a2bc-d4b315f5404b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.063981] env[62359]: DEBUG nova.network.neutron [-] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.138337] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.138886] env[62359]: DEBUG nova.compute.manager [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.141412] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.383s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.142826] env[62359]: INFO nova.compute.claims [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.154592] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.240340] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440825, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.467479] env[62359]: DEBUG nova.network.neutron [-] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.567047] env[62359]: INFO nova.compute.manager [-] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Took 1.59 seconds to deallocate network for instance. [ 818.649021] env[62359]: DEBUG nova.compute.utils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 818.650266] env[62359]: DEBUG nova.compute.manager [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.650442] env[62359]: DEBUG nova.network.neutron [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.662291] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.663596] env[62359]: DEBUG nova.network.neutron [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Successfully updated port: 0d842672-2370-419f-94df-636125a8a810 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.703834] env[62359]: DEBUG nova.policy [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40a8db52d6b3440c9bcbd81211dcc9da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f13fb9d6cde44639aaa4b77b6529daa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.739856] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440825, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.123585} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.740136] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/14a96d78-14cc-4db9-9fae-a31f3c5492de/14a96d78-14cc-4db9-9fae-a31f3c5492de.vmdk to [datastore1] 0aba8449-416d-4ca3-815f-4f799eb94eaa/0aba8449-416d-4ca3-815f-4f799eb94eaa.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.742023] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debbe3ed-220c-40c3-9ca7-f98ef8ca2f07 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.765710] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 0aba8449-416d-4ca3-815f-4f799eb94eaa/0aba8449-416d-4ca3-815f-4f799eb94eaa.vmdk or device None with type streamOptimized {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.768525] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55fd7366-9f1e-4c83-b66f-1cab3db3841e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.785491] env[62359]: DEBUG nova.compute.manager [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Received event network-vif-deleted-d908fa97-6aac-44a3-b35c-2f0e4dc483bc {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.785706] env[62359]: DEBUG nova.compute.manager [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Received event network-vif-deleted-3e5054df-2bd3-4983-9f9d-7cd8ebd284aa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.785881] env[62359]: DEBUG nova.compute.manager [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Received event network-vif-plugged-0d842672-2370-419f-94df-636125a8a810 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.786084] env[62359]: DEBUG oslo_concurrency.lockutils [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] Acquiring lock "22568279-6eec-48f3-a7ec-53e01f227a95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.786309] env[62359]: DEBUG oslo_concurrency.lockutils [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] Lock "22568279-6eec-48f3-a7ec-53e01f227a95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.786501] env[62359]: DEBUG oslo_concurrency.lockutils [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] Lock "22568279-6eec-48f3-a7ec-53e01f227a95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.786673] env[62359]: DEBUG nova.compute.manager [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] No waiting events found dispatching network-vif-plugged-0d842672-2370-419f-94df-636125a8a810 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.786835] env[62359]: WARNING nova.compute.manager [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Received unexpected event network-vif-plugged-0d842672-2370-419f-94df-636125a8a810 for instance with vm_state building and task_state spawning. [ 818.787089] env[62359]: DEBUG nova.compute.manager [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Received event network-changed-0d842672-2370-419f-94df-636125a8a810 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.787411] env[62359]: DEBUG nova.compute.manager [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Refreshing instance network info cache due to event network-changed-0d842672-2370-419f-94df-636125a8a810. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.787701] env[62359]: DEBUG oslo_concurrency.lockutils [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] Acquiring lock "refresh_cache-22568279-6eec-48f3-a7ec-53e01f227a95" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.787934] env[62359]: DEBUG oslo_concurrency.lockutils [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] Acquired lock "refresh_cache-22568279-6eec-48f3-a7ec-53e01f227a95" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.788214] env[62359]: DEBUG nova.network.neutron [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Refreshing network info cache for port 0d842672-2370-419f-94df-636125a8a810 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.796732] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 818.796732] env[62359]: value = "task-2440834" [ 818.796732] env[62359]: _type = "Task" [ 818.796732] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.806861] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.971894] env[62359]: INFO nova.compute.manager [-] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Took 1.23 seconds to deallocate network for instance. [ 819.002987] env[62359]: DEBUG nova.network.neutron [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Successfully created port: 14f73bea-dc63-47ca-ae6c-31952b2ad31c {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.073345] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.151656] env[62359]: DEBUG nova.compute.manager [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.167548] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquiring lock "refresh_cache-22568279-6eec-48f3-a7ec-53e01f227a95" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.171022] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440833, 'name': ReconfigVM_Task, 'duration_secs': 1.315371} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.171022] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Reconfigured VM instance instance-0000003a to attach disk [datastore2] ca6ca5fe-040d-46ea-b893-412a9d300ab4/ca6ca5fe-040d-46ea-b893-412a9d300ab4.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.171022] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance 'ca6ca5fe-040d-46ea-b893-412a9d300ab4' progress to 50 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.307808] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.333763] env[62359]: DEBUG nova.network.neutron [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.470661] env[62359]: DEBUG nova.network.neutron [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.480261] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.678820] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccce81b-93d3-4731-b157-5455067dcc90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.702016] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bec4a0-f79a-4f5e-83b9-be602b8fd9ba {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.722747] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance 'ca6ca5fe-040d-46ea-b893-412a9d300ab4' progress to 67 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.791748] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3f571f-2cca-4a30-b480-d5aad11f2697 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.803146] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5fe61f-c2df-4902-9859-91dc7d667f68 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.811586] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440834, 'name': ReconfigVM_Task, 'duration_secs': 0.57398} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.834621] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 0aba8449-416d-4ca3-815f-4f799eb94eaa/0aba8449-416d-4ca3-815f-4f799eb94eaa.vmdk or device None with type streamOptimized {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.835476] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dda0545b-e868-4fcd-bc29-befc2d512bc1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.838200] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fa13f7-ee2c-48f6-bb9e-7dbd85eaae89 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.848122] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71feef3c-1311-4581-ad0c-3aae9a4ee190 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.851973] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 819.851973] env[62359]: value = "task-2440835" [ 819.851973] env[62359]: _type = "Task" [ 819.851973] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.862563] env[62359]: DEBUG nova.compute.provider_tree [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.870152] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440835, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.977112] env[62359]: DEBUG oslo_concurrency.lockutils [req-a10dc985-d658-4549-8bd7-f048a3a16e59 req-8fe2036f-1e52-4d5b-9190-edef3fa2753e service nova] Releasing lock "refresh_cache-22568279-6eec-48f3-a7ec-53e01f227a95" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.978576] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquired lock "refresh_cache-22568279-6eec-48f3-a7ec-53e01f227a95" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.978576] env[62359]: DEBUG nova.network.neutron [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.165835] env[62359]: DEBUG nova.compute.manager [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.190240] env[62359]: DEBUG nova.virt.hardware [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.190490] env[62359]: DEBUG nova.virt.hardware [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.190646] env[62359]: DEBUG nova.virt.hardware [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.190825] env[62359]: DEBUG nova.virt.hardware [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.190973] env[62359]: DEBUG nova.virt.hardware [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.191180] env[62359]: DEBUG nova.virt.hardware [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.191415] env[62359]: DEBUG nova.virt.hardware [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.191578] env[62359]: DEBUG nova.virt.hardware [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.191744] env[62359]: DEBUG nova.virt.hardware [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.191904] env[62359]: DEBUG nova.virt.hardware [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.192095] env[62359]: DEBUG nova.virt.hardware [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.192969] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7cd09c-696c-4684-8cbb-d99788973561 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.201365] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171ead91-7278-47e7-9bc6-3c22b2e8ae28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.244508] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "bc030728-2a01-4be4-a15c-994c33282493" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.244736] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "bc030728-2a01-4be4-a15c-994c33282493" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.244926] env[62359]: DEBUG nova.compute.manager [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Going to confirm migration 2 {{(pid=62359) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 820.288953] env[62359]: DEBUG nova.network.neutron [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Port 3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2 binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 820.361630] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440835, 'name': Rename_Task, 'duration_secs': 0.139005} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.361899] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.362168] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20ba1e7f-444b-40da-8fed-5a15f571c7b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.365898] env[62359]: DEBUG nova.scheduler.client.report [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.370107] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 820.370107] env[62359]: value = "task-2440836" [ 820.370107] env[62359]: _type = "Task" [ 820.370107] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.377603] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.524947] env[62359]: DEBUG nova.network.neutron [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.531558] env[62359]: DEBUG nova.network.neutron [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Successfully updated port: 14f73bea-dc63-47ca-ae6c-31952b2ad31c {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.715934] env[62359]: DEBUG nova.network.neutron [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Updating instance_info_cache with network_info: [{"id": "0d842672-2370-419f-94df-636125a8a810", "address": "fa:16:3e:be:b6:ca", "network": {"id": "282ae5a0-dabe-47b9-bfe4-3f36a38bf943", "bridge": "br-int", "label": "tempest-ServersTestJSON-815169523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a21e6a9b57847b4a6182c9299ce35d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d842672-23", "ovs_interfaceid": "0d842672-2370-419f-94df-636125a8a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.804536] env[62359]: DEBUG nova.compute.manager [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Received event network-vif-plugged-14f73bea-dc63-47ca-ae6c-31952b2ad31c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.805736] env[62359]: DEBUG oslo_concurrency.lockutils [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] Acquiring lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.806076] env[62359]: DEBUG oslo_concurrency.lockutils [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] Lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.806314] env[62359]: DEBUG oslo_concurrency.lockutils [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] Lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.806538] env[62359]: DEBUG nova.compute.manager [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] No waiting events found dispatching network-vif-plugged-14f73bea-dc63-47ca-ae6c-31952b2ad31c {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.806721] env[62359]: WARNING nova.compute.manager [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Received unexpected event network-vif-plugged-14f73bea-dc63-47ca-ae6c-31952b2ad31c for instance with vm_state building and task_state spawning. [ 820.806896] env[62359]: DEBUG nova.compute.manager [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Received event network-changed-14f73bea-dc63-47ca-ae6c-31952b2ad31c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.807063] env[62359]: DEBUG nova.compute.manager [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Refreshing instance network info cache due to event network-changed-14f73bea-dc63-47ca-ae6c-31952b2ad31c. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 820.807366] env[62359]: DEBUG oslo_concurrency.lockutils [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] Acquiring lock "refresh_cache-25f5dcb1-89cd-4a61-9000-6ef3ed91714f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.807585] env[62359]: DEBUG oslo_concurrency.lockutils [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] Acquired lock "refresh_cache-25f5dcb1-89cd-4a61-9000-6ef3ed91714f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.807771] env[62359]: DEBUG nova.network.neutron [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Refreshing network info cache for port 14f73bea-dc63-47ca-ae6c-31952b2ad31c {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.840435] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.840628] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.840933] env[62359]: DEBUG nova.network.neutron [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.841166] env[62359]: DEBUG nova.objects.instance [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lazy-loading 'info_cache' on Instance uuid bc030728-2a01-4be4-a15c-994c33282493 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.872082] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.872606] env[62359]: DEBUG nova.compute.manager [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.875200] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.564s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.876714] env[62359]: INFO nova.compute.claims [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.888893] env[62359]: DEBUG oslo_vmware.api [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440836, 'name': PowerOnVM_Task, 'duration_secs': 0.450607} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.889171] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.889339] env[62359]: INFO nova.compute.manager [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Took 17.98 seconds to spawn the instance on the hypervisor. [ 820.889540] env[62359]: DEBUG nova.compute.manager [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.890349] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaf3439-041f-480a-927e-74bfa359a1fd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.034732] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquiring lock "refresh_cache-25f5dcb1-89cd-4a61-9000-6ef3ed91714f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.218743] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Releasing lock "refresh_cache-22568279-6eec-48f3-a7ec-53e01f227a95" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.219099] env[62359]: DEBUG nova.compute.manager [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Instance network_info: |[{"id": "0d842672-2370-419f-94df-636125a8a810", "address": "fa:16:3e:be:b6:ca", "network": {"id": "282ae5a0-dabe-47b9-bfe4-3f36a38bf943", "bridge": "br-int", "label": "tempest-ServersTestJSON-815169523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a21e6a9b57847b4a6182c9299ce35d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d842672-23", "ovs_interfaceid": "0d842672-2370-419f-94df-636125a8a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.219580] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:b6:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d842672-2370-419f-94df-636125a8a810', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.227339] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Creating folder: Project (5a21e6a9b57847b4a6182c9299ce35d0). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.227603] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0658b9a0-7007-4964-8849-723c0b64328f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.238884] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Created folder: Project (5a21e6a9b57847b4a6182c9299ce35d0) in parent group-v494269. [ 821.239073] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Creating folder: Instances. Parent ref: group-v494452. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.239284] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-691829bd-fd5f-4dd0-b1f2-2425e9a62481 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.249654] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Created folder: Instances in parent group-v494452. [ 821.249876] env[62359]: DEBUG oslo.service.loopingcall [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 821.250065] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.250254] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67511aad-658e-4c1f-99ea-40157ee1502c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.268719] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.268719] env[62359]: value = "task-2440839" [ 821.268719] env[62359]: _type = "Task" [ 821.268719] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.275959] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440839, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.311890] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.312131] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.312308] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.349335] env[62359]: DEBUG nova.network.neutron [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.384528] env[62359]: DEBUG nova.compute.utils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 821.389910] env[62359]: DEBUG nova.compute.manager [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.390041] env[62359]: DEBUG nova.network.neutron [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.407500] env[62359]: INFO nova.compute.manager [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Took 49.52 seconds to build instance. [ 821.456753] env[62359]: DEBUG nova.network.neutron [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.461053] env[62359]: DEBUG nova.policy [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11f6243fe1f9440abe052383162e90d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5af4110fd0814ab7af566a05bf35fdf5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.747781] env[62359]: DEBUG nova.network.neutron [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Successfully created port: 2dfdd78d-b3e0-4552-87a3-8667a31735f5 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.779773] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440839, 'name': CreateVM_Task, 'duration_secs': 0.33039} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.779948] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.780605] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.780776] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.781090] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.781436] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610e7a1e-372d-46b1-aa16-609e65c4a5d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.786181] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for the task: (returnval){ [ 821.786181] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52531368-5dbe-ec30-c1c4-cc2c7b52e8e5" [ 821.786181] env[62359]: _type = "Task" [ 821.786181] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.794329] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52531368-5dbe-ec30-c1c4-cc2c7b52e8e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.888255] env[62359]: DEBUG nova.compute.manager [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.909254] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61b9b8eb-767a-4253-9a0a-38c0b90789d0 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "0aba8449-416d-4ca3-815f-4f799eb94eaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.036s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.958968] env[62359]: DEBUG oslo_concurrency.lockutils [req-4904f98a-4b89-4edb-b71b-e95675a6037e req-c8d31a09-8599-4f21-b4d7-b084d42a71cc service nova] Releasing lock "refresh_cache-25f5dcb1-89cd-4a61-9000-6ef3ed91714f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.959417] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquired lock "refresh_cache-25f5dcb1-89cd-4a61-9000-6ef3ed91714f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.959587] env[62359]: DEBUG nova.network.neutron [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.143924] env[62359]: DEBUG nova.network.neutron [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance_info_cache with network_info: [{"id": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "address": "fa:16:3e:a2:7c:7b", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33c6d5f-f2", "ovs_interfaceid": "b33c6d5f-f26e-415b-81c4-eb815fcedb4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.256030] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "0aba8449-416d-4ca3-815f-4f799eb94eaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.256289] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "0aba8449-416d-4ca3-815f-4f799eb94eaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.256892] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "0aba8449-416d-4ca3-815f-4f799eb94eaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.256892] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "0aba8449-416d-4ca3-815f-4f799eb94eaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.256892] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "0aba8449-416d-4ca3-815f-4f799eb94eaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.258940] env[62359]: INFO nova.compute.manager [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Terminating instance [ 822.302094] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52531368-5dbe-ec30-c1c4-cc2c7b52e8e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.302660] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.302901] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.303148] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.303298] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.303602] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.303860] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63e6cdab-6343-4138-ae6a-e210846cf22b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.314696] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.314878] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.315653] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7d9e20-3061-4d53-9828-57647502f1b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.323882] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for the task: (returnval){ [ 822.323882] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d1116e-70e4-e75d-81b1-0c60cdca4d60" [ 822.323882] env[62359]: _type = "Task" [ 822.323882] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.333031] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d1116e-70e4-e75d-81b1-0c60cdca4d60, 'name': SearchDatastore_Task, 'duration_secs': 0.008774} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.333449] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bffd902-5a75-42df-b42b-c8a2f8a856ac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.339826] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for the task: (returnval){ [ 822.339826] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52da8a98-59c4-9e01-0a15-dcc79e90ac39" [ 822.339826] env[62359]: _type = "Task" [ 822.339826] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.347351] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52da8a98-59c4-9e01-0a15-dcc79e90ac39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.354868] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.354868] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.354868] env[62359]: DEBUG nova.network.neutron [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.381285] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60673229-abfc-410d-9d24-bd9c397879ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.388603] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb426a0e-e2c6-4713-8d95-e0060594cf54 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.425408] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de90b61-fffa-41b5-98f9-72b2022c6190 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.433431] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf76d54-aaf7-4b53-b93b-6f40de6e87c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.447981] env[62359]: DEBUG nova.compute.provider_tree [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.498455] env[62359]: DEBUG nova.network.neutron [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.626576] env[62359]: DEBUG nova.network.neutron [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Updating instance_info_cache with network_info: [{"id": "14f73bea-dc63-47ca-ae6c-31952b2ad31c", "address": "fa:16:3e:e7:65:83", "network": {"id": "bcf7b4ac-d0fc-4ed2-b534-3fa2121217c9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1448022208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f13fb9d6cde44639aaa4b77b6529daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f73bea-dc", "ovs_interfaceid": "14f73bea-dc63-47ca-ae6c-31952b2ad31c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.645170] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "refresh_cache-bc030728-2a01-4be4-a15c-994c33282493" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.645513] env[62359]: DEBUG nova.objects.instance [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lazy-loading 'migration_context' on Instance uuid bc030728-2a01-4be4-a15c-994c33282493 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.762899] env[62359]: DEBUG nova.compute.manager [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.763267] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.764529] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6403bdff-6c4a-4dee-94a1-3b61682d6e89 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.774410] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.774702] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a321eb51-bc95-44b1-9f17-757223c6e144 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.782346] env[62359]: DEBUG oslo_vmware.api [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 822.782346] env[62359]: value = "task-2440840" [ 822.782346] env[62359]: _type = "Task" [ 822.782346] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.796474] env[62359]: DEBUG oslo_vmware.api [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.850321] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52da8a98-59c4-9e01-0a15-dcc79e90ac39, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.850597] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.850853] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 22568279-6eec-48f3-a7ec-53e01f227a95/22568279-6eec-48f3-a7ec-53e01f227a95.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.851118] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01631b80-0e26-4962-9a1a-d07e1fa1cabe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.859524] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for the task: (returnval){ [ 822.859524] env[62359]: value = "task-2440841" [ 822.859524] env[62359]: _type = "Task" [ 822.859524] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.868037] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2440841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.897065] env[62359]: DEBUG nova.compute.manager [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.923769] env[62359]: DEBUG nova.virt.hardware [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.924197] env[62359]: DEBUG nova.virt.hardware [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.924197] env[62359]: DEBUG nova.virt.hardware [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.924540] env[62359]: DEBUG nova.virt.hardware [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.924707] env[62359]: DEBUG nova.virt.hardware [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.924856] env[62359]: DEBUG nova.virt.hardware [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.925079] env[62359]: DEBUG nova.virt.hardware [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.925239] env[62359]: DEBUG nova.virt.hardware [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.925403] env[62359]: DEBUG nova.virt.hardware [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.925564] env[62359]: DEBUG nova.virt.hardware [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.925734] env[62359]: DEBUG nova.virt.hardware [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.926694] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241eb2b7-48d4-48c7-8023-8b54412c306e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.937710] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004d08a7-8c5a-46d5-8a79-5d755586c4fe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.953184] env[62359]: DEBUG nova.scheduler.client.report [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.087654] env[62359]: DEBUG nova.network.neutron [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance_info_cache with network_info: [{"id": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "address": "fa:16:3e:be:2d:15", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7b2ea7-4b", "ovs_interfaceid": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.129437] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Releasing lock "refresh_cache-25f5dcb1-89cd-4a61-9000-6ef3ed91714f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.129834] env[62359]: DEBUG nova.compute.manager [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Instance network_info: |[{"id": "14f73bea-dc63-47ca-ae6c-31952b2ad31c", "address": "fa:16:3e:e7:65:83", "network": {"id": "bcf7b4ac-d0fc-4ed2-b534-3fa2121217c9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1448022208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f13fb9d6cde44639aaa4b77b6529daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f73bea-dc", "ovs_interfaceid": "14f73bea-dc63-47ca-ae6c-31952b2ad31c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.130272] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:65:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14f73bea-dc63-47ca-ae6c-31952b2ad31c', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.138559] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Creating folder: Project (9f13fb9d6cde44639aaa4b77b6529daa). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.138673] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-092dca2a-14ee-4896-979d-9d6d05b0e5df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.148353] env[62359]: DEBUG nova.objects.base [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 823.149584] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6b634-a281-4a0f-bff7-c81a44ab2e77 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.154089] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Created folder: Project (9f13fb9d6cde44639aaa4b77b6529daa) in parent group-v494269. [ 823.154305] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Creating folder: Instances. Parent ref: group-v494455. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.154955] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e220c0a-1c53-49eb-b0ed-dc906abdebe3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.174711] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a273381f-f39d-419f-99f1-e5a81cff56f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.177240] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Created folder: Instances in parent group-v494455. [ 823.177493] env[62359]: DEBUG oslo.service.loopingcall [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.177728] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.178339] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b62e8903-a621-458a-8068-1946e6c39a5b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.194777] env[62359]: DEBUG oslo_vmware.api [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 823.194777] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52062809-b6c8-3ac6-6b09-d7dd9c5ced55" [ 823.194777] env[62359]: _type = "Task" [ 823.194777] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.199827] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.199827] env[62359]: value = "task-2440844" [ 823.199827] env[62359]: _type = "Task" [ 823.199827] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.202918] env[62359]: DEBUG oslo_vmware.api [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52062809-b6c8-3ac6-6b09-d7dd9c5ced55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.215914] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440844, 'name': CreateVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.292972] env[62359]: DEBUG oslo_vmware.api [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440840, 'name': PowerOffVM_Task, 'duration_secs': 0.199612} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.292972] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.295443] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.295443] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31394c04-5223-4753-9e7e-9731578f495c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.360115] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.360115] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.360115] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleting the datastore file [datastore1] 0aba8449-416d-4ca3-815f-4f799eb94eaa {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.360115] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d2d94a5-a166-472c-accf-0999f8eb2fb1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.370879] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2440841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466551} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.372136] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 22568279-6eec-48f3-a7ec-53e01f227a95/22568279-6eec-48f3-a7ec-53e01f227a95.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.372136] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.372573] env[62359]: DEBUG oslo_vmware.api [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 823.372573] env[62359]: value = "task-2440846" [ 823.372573] env[62359]: _type = "Task" [ 823.372573] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.372787] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f7788fa-d5d4-41b2-be2d-1c5f582f7bf6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.383145] env[62359]: DEBUG oslo_vmware.api [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.384352] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for the task: (returnval){ [ 823.384352] env[62359]: value = "task-2440847" [ 823.384352] env[62359]: _type = "Task" [ 823.384352] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.393909] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2440847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.431282] env[62359]: DEBUG nova.network.neutron [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Successfully updated port: 2dfdd78d-b3e0-4552-87a3-8667a31735f5 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.459868] env[62359]: DEBUG nova.compute.manager [req-928ec3ac-93ef-4bbe-8f03-84cc347ec173 req-dcc1a430-0c5b-4bab-8466-f3e5cd92eec9 service nova] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Received event network-vif-plugged-2dfdd78d-b3e0-4552-87a3-8667a31735f5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.459868] env[62359]: DEBUG oslo_concurrency.lockutils [req-928ec3ac-93ef-4bbe-8f03-84cc347ec173 req-dcc1a430-0c5b-4bab-8466-f3e5cd92eec9 service nova] Acquiring lock "e2951b12-487b-4e09-a3a5-060b45caf180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.459868] env[62359]: DEBUG oslo_concurrency.lockutils [req-928ec3ac-93ef-4bbe-8f03-84cc347ec173 req-dcc1a430-0c5b-4bab-8466-f3e5cd92eec9 service nova] Lock "e2951b12-487b-4e09-a3a5-060b45caf180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.459868] env[62359]: DEBUG oslo_concurrency.lockutils [req-928ec3ac-93ef-4bbe-8f03-84cc347ec173 req-dcc1a430-0c5b-4bab-8466-f3e5cd92eec9 service nova] Lock "e2951b12-487b-4e09-a3a5-060b45caf180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.460073] env[62359]: DEBUG nova.compute.manager [req-928ec3ac-93ef-4bbe-8f03-84cc347ec173 req-dcc1a430-0c5b-4bab-8466-f3e5cd92eec9 service nova] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] No waiting events found dispatching network-vif-plugged-2dfdd78d-b3e0-4552-87a3-8667a31735f5 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.460211] env[62359]: WARNING nova.compute.manager [req-928ec3ac-93ef-4bbe-8f03-84cc347ec173 req-dcc1a430-0c5b-4bab-8466-f3e5cd92eec9 service nova] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Received unexpected event network-vif-plugged-2dfdd78d-b3e0-4552-87a3-8667a31735f5 for instance with vm_state building and task_state spawning. [ 823.461176] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.461646] env[62359]: DEBUG nova.compute.manager [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.464911] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.712s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.465025] env[62359]: DEBUG nova.objects.instance [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 823.589932] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.706965] env[62359]: DEBUG oslo_vmware.api [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52062809-b6c8-3ac6-6b09-d7dd9c5ced55, 'name': SearchDatastore_Task, 'duration_secs': 0.029152} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.709820] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.714752] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440844, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.883689] env[62359]: DEBUG oslo_vmware.api [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131161} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.883995] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.884254] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.884449] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.884630] env[62359]: INFO nova.compute.manager [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 823.884867] env[62359]: DEBUG oslo.service.loopingcall [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.885141] env[62359]: DEBUG nova.compute.manager [-] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.885259] env[62359]: DEBUG nova.network.neutron [-] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.896903] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2440847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068771} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.896903] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.897279] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9ef9c4-77f4-4da3-a421-7fa4278c07b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.920552] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 22568279-6eec-48f3-a7ec-53e01f227a95/22568279-6eec-48f3-a7ec-53e01f227a95.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.920854] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64cb3046-8596-463f-8f9a-fdb6d9902589 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.936192] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.936346] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.936500] env[62359]: DEBUG nova.network.neutron [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.943648] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for the task: (returnval){ [ 823.943648] env[62359]: value = "task-2440848" [ 823.943648] env[62359]: _type = "Task" [ 823.943648] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.956381] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2440848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.970584] env[62359]: DEBUG nova.compute.utils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 823.975674] env[62359]: DEBUG nova.compute.manager [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.975784] env[62359]: DEBUG nova.network.neutron [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.039403] env[62359]: DEBUG nova.policy [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67ad49e4e9e54d15bc2ce6e6914ead33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c13cfff6dac4409afba6ebdfb2653b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.124404] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22581035-26c4-45d0-b358-c84ef0094431 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.146065] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff855459-2da4-4633-b741-f5393c23cadd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.155673] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance 'ca6ca5fe-040d-46ea-b893-412a9d300ab4' progress to 83 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.220643] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440844, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.441678] env[62359]: DEBUG nova.network.neutron [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Successfully created port: ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.455607] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2440848, 'name': ReconfigVM_Task, 'duration_secs': 0.290178} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.455607] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 22568279-6eec-48f3-a7ec-53e01f227a95/22568279-6eec-48f3-a7ec-53e01f227a95.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.456103] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c5cd8a3-ac96-4e57-84c1-5968ead9c8e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.464505] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for the task: (returnval){ [ 824.464505] env[62359]: value = "task-2440849" [ 824.464505] env[62359]: _type = "Task" [ 824.464505] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.474600] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2440849, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.476248] env[62359]: DEBUG nova.compute.manager [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.479789] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f35c640-7871-498a-8a0e-b99d7488667c tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.480764] env[62359]: DEBUG oslo_concurrency.lockutils [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.223s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.481140] env[62359]: DEBUG nova.objects.instance [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Lazy-loading 'resources' on Instance uuid bb3d6ca0-7eb0-42b2-ac0e-e91924211240 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.492969] env[62359]: DEBUG nova.network.neutron [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.662971] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.663392] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f824b920-6476-4318-a6b0-dc7d0884d2ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.672393] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 824.672393] env[62359]: value = "task-2440850" [ 824.672393] env[62359]: _type = "Task" [ 824.672393] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.681055] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.705874] env[62359]: DEBUG nova.network.neutron [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Updating instance_info_cache with network_info: [{"id": "2dfdd78d-b3e0-4552-87a3-8667a31735f5", "address": "fa:16:3e:fa:0b:84", "network": {"id": "ef848bd2-c20d-42dc-8a87-fd46352a427d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609866511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5af4110fd0814ab7af566a05bf35fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dfdd78d-b3", "ovs_interfaceid": "2dfdd78d-b3e0-4552-87a3-8667a31735f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.718270] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440844, 'name': CreateVM_Task, 'duration_secs': 1.390876} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.718472] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.719238] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.719421] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.719767] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.720660] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d704c3-fcbd-4c36-81f0-3b5d3e681289 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.727425] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for the task: (returnval){ [ 824.727425] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5235d0ba-ab46-928e-4ee0-c1f8456120ef" [ 824.727425] env[62359]: _type = "Task" [ 824.727425] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.738114] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5235d0ba-ab46-928e-4ee0-c1f8456120ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.767910] env[62359]: DEBUG nova.network.neutron [-] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.975066] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2440849, 'name': Rename_Task, 'duration_secs': 0.183625} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.975370] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.975617] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c75954b0-9614-4958-ac28-bfddd091060f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.985969] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for the task: (returnval){ [ 824.985969] env[62359]: value = "task-2440851" [ 824.985969] env[62359]: _type = "Task" [ 824.985969] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.998226] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2440851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.183280] env[62359]: DEBUG oslo_vmware.api [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440850, 'name': PowerOnVM_Task, 'duration_secs': 0.451329} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.185682] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.185870] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-99f03960-e1aa-49f7-b7cd-d9d2766060f7 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance 'ca6ca5fe-040d-46ea-b893-412a9d300ab4' progress to 100 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 825.211941] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Releasing lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.212274] env[62359]: DEBUG nova.compute.manager [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Instance network_info: |[{"id": "2dfdd78d-b3e0-4552-87a3-8667a31735f5", "address": "fa:16:3e:fa:0b:84", "network": {"id": "ef848bd2-c20d-42dc-8a87-fd46352a427d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609866511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5af4110fd0814ab7af566a05bf35fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dfdd78d-b3", "ovs_interfaceid": "2dfdd78d-b3e0-4552-87a3-8667a31735f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.212867] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:0b:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dfdd78d-b3e0-4552-87a3-8667a31735f5', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.220460] env[62359]: DEBUG oslo.service.loopingcall [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.220725] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.223232] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b4de721-4910-4f38-9128-09ae7dd37c3e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.251026] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5235d0ba-ab46-928e-4ee0-c1f8456120ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.251337] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.251638] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.251806] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.252039] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.252325] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.252432] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.252432] env[62359]: value = "task-2440852" [ 825.252432] env[62359]: _type = "Task" [ 825.252432] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.254924] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afb7f1f5-3a0e-4780-99e2-cdb9b664e381 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.265865] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440852, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.270865] env[62359]: INFO nova.compute.manager [-] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Took 1.39 seconds to deallocate network for instance. [ 825.270865] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.270979] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.273140] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5004606c-8f37-4882-8665-4b2b208301d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.282454] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for the task: (returnval){ [ 825.282454] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5241674a-1102-08d3-fed5-ac4c36e0d517" [ 825.282454] env[62359]: _type = "Task" [ 825.282454] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.297244] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5241674a-1102-08d3-fed5-ac4c36e0d517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.475848] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4905ebb-2d8e-4fe4-b55d-231c3bda97bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.484036] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11084f1-0025-46ed-bd44-49828a91af4f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.489132] env[62359]: DEBUG nova.compute.manager [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.529142] env[62359]: DEBUG nova.compute.manager [req-5a6e4a56-aa22-4f9a-8039-de529ba0cf68 req-32ce6563-b605-456e-97c6-cd455ffabc54 service nova] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Received event network-changed-2dfdd78d-b3e0-4552-87a3-8667a31735f5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.529424] env[62359]: DEBUG nova.compute.manager [req-5a6e4a56-aa22-4f9a-8039-de529ba0cf68 req-32ce6563-b605-456e-97c6-cd455ffabc54 service nova] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Refreshing instance network info cache due to event network-changed-2dfdd78d-b3e0-4552-87a3-8667a31735f5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 825.529685] env[62359]: DEBUG oslo_concurrency.lockutils [req-5a6e4a56-aa22-4f9a-8039-de529ba0cf68 req-32ce6563-b605-456e-97c6-cd455ffabc54 service nova] Acquiring lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.529846] env[62359]: DEBUG oslo_concurrency.lockutils [req-5a6e4a56-aa22-4f9a-8039-de529ba0cf68 req-32ce6563-b605-456e-97c6-cd455ffabc54 service nova] Acquired lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.530031] env[62359]: DEBUG nova.network.neutron [req-5a6e4a56-aa22-4f9a-8039-de529ba0cf68 req-32ce6563-b605-456e-97c6-cd455ffabc54 service nova] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Refreshing network info cache for port 2dfdd78d-b3e0-4552-87a3-8667a31735f5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.531982] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b79eace-92de-421a-9e8e-5216e94307c0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.540136] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2440851, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.547899] env[62359]: DEBUG nova.virt.hardware [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.548170] env[62359]: DEBUG nova.virt.hardware [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.548334] env[62359]: DEBUG nova.virt.hardware [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.548541] env[62359]: DEBUG nova.virt.hardware [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.549220] env[62359]: DEBUG nova.virt.hardware [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.549410] env[62359]: DEBUG nova.virt.hardware [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.549630] env[62359]: DEBUG nova.virt.hardware [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.549790] env[62359]: DEBUG nova.virt.hardware [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.549981] env[62359]: DEBUG nova.virt.hardware [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.551205] env[62359]: DEBUG nova.virt.hardware [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.551205] env[62359]: DEBUG nova.virt.hardware [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.551900] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b783a5c5-5ce6-4fa6-af35-ea12788e4955 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.558813] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838b6fd4-66f6-4d4a-a56c-88b29aa07ed3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.573347] env[62359]: DEBUG nova.compute.provider_tree [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.577572] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aebb55c-bcee-4b18-bfcb-96e432f04fe0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.767932] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440852, 'name': CreateVM_Task, 'duration_secs': 0.38831} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.768429] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.769179] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.769353] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.769656] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.769939] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4009a1a2-0c04-43ce-9da9-d3df8d46dd65 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.775641] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 825.775641] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5298e2d1-ecb2-4651-f89d-d334a4e99ead" [ 825.775641] env[62359]: _type = "Task" [ 825.775641] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.779801] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.786331] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5298e2d1-ecb2-4651-f89d-d334a4e99ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.795052] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5241674a-1102-08d3-fed5-ac4c36e0d517, 'name': SearchDatastore_Task, 'duration_secs': 0.014407} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.795820] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5a9a07-16d5-42d9-81f5-c0ab6447780a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.801106] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for the task: (returnval){ [ 825.801106] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52217271-6066-d178-45ca-804633103039" [ 825.801106] env[62359]: _type = "Task" [ 825.801106] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.808921] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52217271-6066-d178-45ca-804633103039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.002758] env[62359]: DEBUG oslo_vmware.api [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2440851, 'name': PowerOnVM_Task, 'duration_secs': 0.571878} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.002758] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.003056] env[62359]: INFO nova.compute.manager [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Took 8.10 seconds to spawn the instance on the hypervisor. [ 826.003173] env[62359]: DEBUG nova.compute.manager [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.003983] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded2c1f1-c809-4a2c-a407-971a7e5cef3d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.078339] env[62359]: DEBUG nova.scheduler.client.report [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.124483] env[62359]: DEBUG nova.network.neutron [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Successfully updated port: ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.261355] env[62359]: DEBUG nova.network.neutron [req-5a6e4a56-aa22-4f9a-8039-de529ba0cf68 req-32ce6563-b605-456e-97c6-cd455ffabc54 service nova] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Updated VIF entry in instance network info cache for port 2dfdd78d-b3e0-4552-87a3-8667a31735f5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.261697] env[62359]: DEBUG nova.network.neutron [req-5a6e4a56-aa22-4f9a-8039-de529ba0cf68 req-32ce6563-b605-456e-97c6-cd455ffabc54 service nova] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Updating instance_info_cache with network_info: [{"id": "2dfdd78d-b3e0-4552-87a3-8667a31735f5", "address": "fa:16:3e:fa:0b:84", "network": {"id": "ef848bd2-c20d-42dc-8a87-fd46352a427d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609866511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5af4110fd0814ab7af566a05bf35fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dfdd78d-b3", "ovs_interfaceid": "2dfdd78d-b3e0-4552-87a3-8667a31735f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.286956] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5298e2d1-ecb2-4651-f89d-d334a4e99ead, 'name': SearchDatastore_Task, 'duration_secs': 0.0197} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.287262] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.287492] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.287732] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.311071] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52217271-6066-d178-45ca-804633103039, 'name': SearchDatastore_Task, 'duration_secs': 0.037665} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.311339] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.311585] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 25f5dcb1-89cd-4a61-9000-6ef3ed91714f/25f5dcb1-89cd-4a61-9000-6ef3ed91714f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.311875] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.312130] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.312384] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07d06e04-cffe-4f13-956d-bed37bbb6b3b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.315718] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54cf64d1-1eb5-4126-aab9-e341559d0590 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.324235] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for the task: (returnval){ [ 826.324235] env[62359]: value = "task-2440853" [ 826.324235] env[62359]: _type = "Task" [ 826.324235] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.325503] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.325762] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.329218] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cdcc15-6f64-45fb-a9fc-dab164d42b6a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.339692] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.340168] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 826.340168] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5206f502-be7c-e883-f9e6-1f42bf375e93" [ 826.340168] env[62359]: _type = "Task" [ 826.340168] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.351167] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5206f502-be7c-e883-f9e6-1f42bf375e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.522918] env[62359]: INFO nova.compute.manager [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Took 43.62 seconds to build instance. [ 826.583662] env[62359]: DEBUG oslo_concurrency.lockutils [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.586880] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.280s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.609968] env[62359]: INFO nova.scheduler.client.report [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Deleted allocations for instance bb3d6ca0-7eb0-42b2-ac0e-e91924211240 [ 826.629488] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquiring lock "refresh_cache-d37ef858-c69f-4f17-b2f6-3a4a417100df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.629488] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquired lock "refresh_cache-d37ef858-c69f-4f17-b2f6-3a4a417100df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.629634] env[62359]: DEBUG nova.network.neutron [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.765118] env[62359]: DEBUG oslo_concurrency.lockutils [req-5a6e4a56-aa22-4f9a-8039-de529ba0cf68 req-32ce6563-b605-456e-97c6-cd455ffabc54 service nova] Releasing lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.765118] env[62359]: DEBUG nova.compute.manager [req-5a6e4a56-aa22-4f9a-8039-de529ba0cf68 req-32ce6563-b605-456e-97c6-cd455ffabc54 service nova] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Received event network-vif-deleted-9acccc5b-5a4b-40b0-9042-9d52fe4b0bca {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.838078] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440853, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.853429] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5206f502-be7c-e883-f9e6-1f42bf375e93, 'name': SearchDatastore_Task, 'duration_secs': 0.015014} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.856018] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae46c989-ccbd-4ca3-b427-51611270e34f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.863414] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 826.863414] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52984c63-2e1e-16f7-4c34-a54b7ad46c05" [ 826.863414] env[62359]: _type = "Task" [ 826.863414] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.873523] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52984c63-2e1e-16f7-4c34-a54b7ad46c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.025396] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1861f0c-0650-490d-add1-15ba9aa0c62c tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Lock "22568279-6eec-48f3-a7ec-53e01f227a95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.134s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.119452] env[62359]: DEBUG oslo_concurrency.lockutils [None req-344e19d4-f16d-4e0b-92be-6a9c2d145d61 tempest-ServersWithSpecificFlavorTestJSON-1715267413 tempest-ServersWithSpecificFlavorTestJSON-1715267413-project-member] Lock "bb3d6ca0-7eb0-42b2-ac0e-e91924211240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.275s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.163227] env[62359]: DEBUG nova.network.neutron [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.325189] env[62359]: DEBUG nova.network.neutron [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Updating instance_info_cache with network_info: [{"id": "ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a", "address": "fa:16:3e:98:cf:84", "network": {"id": "e53b6153-c1e7-4083-8e33-a186804da9ce", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1821569732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c13cfff6dac4409afba6ebdfb2653b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8b0cfb-23", "ovs_interfaceid": "ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.339856] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715408} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.340785] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 25f5dcb1-89cd-4a61-9000-6ef3ed91714f/25f5dcb1-89cd-4a61-9000-6ef3ed91714f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.341047] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.341327] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e46633d6-47a0-49cd-8ceb-9352e829581f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.349745] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for the task: (returnval){ [ 827.349745] env[62359]: value = "task-2440854" [ 827.349745] env[62359]: _type = "Task" [ 827.349745] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.361615] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.374854] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52984c63-2e1e-16f7-4c34-a54b7ad46c05, 'name': SearchDatastore_Task, 'duration_secs': 0.059717} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.375184] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.375488] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] e2951b12-487b-4e09-a3a5-060b45caf180/e2951b12-487b-4e09-a3a5-060b45caf180.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.375791] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf291f8e-9c3e-4680-a0a6-f2f601e44f2e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.383489] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 827.383489] env[62359]: value = "task-2440855" [ 827.383489] env[62359]: _type = "Task" [ 827.383489] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.393139] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.604691] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Applying migration context for instance bc030728-2a01-4be4-a15c-994c33282493 as it has an incoming, in-progress migration b27e67fa-baab-45b3-b11f-bffffb9f8bc6. Migration status is confirming {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 827.604691] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Applying migration context for instance ca6ca5fe-040d-46ea-b893-412a9d300ab4 as it has an incoming, in-progress migration 1aefb46f-ec8d-4071-8904-2953a3550dce. Migration status is finished {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 827.606798] env[62359]: INFO nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating resource usage from migration b27e67fa-baab-45b3-b11f-bffffb9f8bc6 [ 827.607380] env[62359]: INFO nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating resource usage from migration 1aefb46f-ec8d-4071-8904-2953a3550dce [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance b333c2dd-bae6-41f6-8a2d-6ace281206c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 669b2134-e128-49a9-aad6-15fcecc71e2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance e1f32dac-ca5e-4065-b322-0b668901b2c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 73b635f5-1588-4312-b068-fbe3e8346af3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 5815dbcf-e70f-46b0-910c-ed60f8245a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 519dab60-99ae-4f98-9cb5-216ea79aa4b2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 9354bdc7-4ce8-477e-a612-328ecde7e7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 09455f5a-ac87-4c1f-a6d1-0e9a0736493b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 8e3af67b-5850-4fff-9437-83b6c2cc0852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 49f77949-d892-470f-bc90-908d75400e34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641306] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 1763ee71-5ce0-4eba-ae22-79f01896a574 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.641306] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 9130a935-afbc-498f-9e27-4347e29c95d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.641740] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.641740] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 0f06e042-48f0-4ac2-a29a-8e10f154aef9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.642346] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance a0cbacf7-c198-475d-95a3-a130e45d1613 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.642795] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 65d045f2-2440-412a-aaaa-c1a4959c393f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.643131] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance a5c1040b-4473-49f9-9f9e-07fd7cb4ead7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.643410] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 590a592f-6889-4b54-b429-852d674b2ea9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.643661] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 0aba8449-416d-4ca3-815f-4f799eb94eaa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.643902] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Migration b27e67fa-baab-45b3-b11f-bffffb9f8bc6 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 827.645845] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance bc030728-2a01-4be4-a15c-994c33282493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.645845] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Migration 1aefb46f-ec8d-4071-8904-2953a3550dce is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 827.645845] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance ca6ca5fe-040d-46ea-b893-412a9d300ab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.645845] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 22568279-6eec-48f3-a7ec-53e01f227a95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.645845] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 25f5dcb1-89cd-4a61-9000-6ef3ed91714f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.645845] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance e2951b12-487b-4e09-a3a5-060b45caf180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.645845] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance d37ef858-c69f-4f17-b2f6-3a4a417100df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.808729] env[62359]: DEBUG nova.compute.manager [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Received event network-vif-plugged-ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.809017] env[62359]: DEBUG oslo_concurrency.lockutils [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] Acquiring lock "d37ef858-c69f-4f17-b2f6-3a4a417100df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.809255] env[62359]: DEBUG oslo_concurrency.lockutils [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] Lock "d37ef858-c69f-4f17-b2f6-3a4a417100df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.809492] env[62359]: DEBUG oslo_concurrency.lockutils [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] Lock "d37ef858-c69f-4f17-b2f6-3a4a417100df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.809693] env[62359]: DEBUG nova.compute.manager [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] No waiting events found dispatching network-vif-plugged-ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.809887] env[62359]: WARNING nova.compute.manager [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Received unexpected event network-vif-plugged-ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a for instance with vm_state building and task_state spawning. [ 827.810097] env[62359]: DEBUG nova.compute.manager [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Received event network-changed-ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.810295] env[62359]: DEBUG nova.compute.manager [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Refreshing instance network info cache due to event network-changed-ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 827.810479] env[62359]: DEBUG oslo_concurrency.lockutils [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] Acquiring lock "refresh_cache-d37ef858-c69f-4f17-b2f6-3a4a417100df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.828429] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Releasing lock "refresh_cache-d37ef858-c69f-4f17-b2f6-3a4a417100df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.828823] env[62359]: DEBUG nova.compute.manager [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Instance network_info: |[{"id": "ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a", "address": "fa:16:3e:98:cf:84", "network": {"id": "e53b6153-c1e7-4083-8e33-a186804da9ce", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1821569732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c13cfff6dac4409afba6ebdfb2653b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8b0cfb-23", "ovs_interfaceid": "ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.829184] env[62359]: DEBUG oslo_concurrency.lockutils [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] Acquired lock "refresh_cache-d37ef858-c69f-4f17-b2f6-3a4a417100df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.829396] env[62359]: DEBUG nova.network.neutron [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Refreshing network info cache for port ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.830793] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:cf:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.840449] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Creating folder: Project (6c13cfff6dac4409afba6ebdfb2653b9). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.842529] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66c4fffd-a7ff-45bf-ba70-b58a31ffa0ba {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.857095] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Created folder: Project (6c13cfff6dac4409afba6ebdfb2653b9) in parent group-v494269. [ 827.857376] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Creating folder: Instances. Parent ref: group-v494459. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.857934] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd441652-eb5f-4a80-99b3-8833bc08fd0c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.862232] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065442} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.862829] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.863927] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e07ec-4ac8-4e64-a4dc-c3ca826659b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.887818] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 25f5dcb1-89cd-4a61-9000-6ef3ed91714f/25f5dcb1-89cd-4a61-9000-6ef3ed91714f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.890027] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e36a0a6-c581-460f-8fba-504c2d39ce07 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.904579] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Created folder: Instances in parent group-v494459. [ 827.904740] env[62359]: DEBUG oslo.service.loopingcall [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.911446] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.912220] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2713244c-1dbd-48aa-9711-c81df76eeccb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.934894] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for the task: (returnval){ [ 827.934894] env[62359]: value = "task-2440858" [ 827.934894] env[62359]: _type = "Task" [ 827.934894] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.944829] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440855, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.947308] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.947308] env[62359]: value = "task-2440859" [ 827.947308] env[62359]: _type = "Task" [ 827.947308] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.954931] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.960469] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440859, 'name': CreateVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.150494] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 26d8767d-43c2-4af1-800f-eaaf09bc90f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.169127] env[62359]: DEBUG nova.network.neutron [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Port 3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2 binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 828.169127] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.169127] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.169127] env[62359]: DEBUG nova.network.neutron [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.401855] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573236} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.402956] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] e2951b12-487b-4e09-a3a5-060b45caf180/e2951b12-487b-4e09-a3a5-060b45caf180.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.403851] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.404432] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02e78a3c-e384-4d07-9b71-fd593907291b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.413250] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 828.413250] env[62359]: value = "task-2440860" [ 828.413250] env[62359]: _type = "Task" [ 828.413250] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.427285] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.453763] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440858, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.462919] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440859, 'name': CreateVM_Task, 'duration_secs': 0.514304} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.463234] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.463949] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.464127] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.464876] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.464876] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf7eea1-bb5b-4abb-8ecb-2c17b365bd99 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.471827] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for the task: (returnval){ [ 828.471827] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52acafb7-1e1b-640d-ab98-97e2533cc55c" [ 828.471827] env[62359]: _type = "Task" [ 828.471827] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.479805] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52acafb7-1e1b-640d-ab98-97e2533cc55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.652369] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance c8459e5b-71a1-4225-a0af-52c0e3e1b5ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.826315] env[62359]: DEBUG nova.network.neutron [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Updated VIF entry in instance network info cache for port ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.826421] env[62359]: DEBUG nova.network.neutron [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Updating instance_info_cache with network_info: [{"id": "ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a", "address": "fa:16:3e:98:cf:84", "network": {"id": "e53b6153-c1e7-4083-8e33-a186804da9ce", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1821569732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c13cfff6dac4409afba6ebdfb2653b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8b0cfb-23", "ovs_interfaceid": "ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.925468] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191122} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.925753] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.926911] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412dcd3e-15f1-42a4-a1d2-1fd05c44847c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.952292] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e2951b12-487b-4e09-a3a5-060b45caf180/e2951b12-487b-4e09-a3a5-060b45caf180.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.953705] env[62359]: DEBUG nova.network.neutron [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance_info_cache with network_info: [{"id": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "address": "fa:16:3e:be:2d:15", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7b2ea7-4b", "ovs_interfaceid": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.960910] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3274923-fc87-478d-aef4-215f5d0f0e48 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.985925] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440858, 'name': ReconfigVM_Task, 'duration_secs': 0.567925} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.986678] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 25f5dcb1-89cd-4a61-9000-6ef3ed91714f/25f5dcb1-89cd-4a61-9000-6ef3ed91714f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.989118] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7785db2d-d844-4447-a339-1aa08427323b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.990760] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 828.990760] env[62359]: value = "task-2440861" [ 828.990760] env[62359]: _type = "Task" [ 828.990760] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.994468] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52acafb7-1e1b-640d-ab98-97e2533cc55c, 'name': SearchDatastore_Task, 'duration_secs': 0.038969} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.000212] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.000442] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.000668] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.000811] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.000983] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.002333] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40859e08-267b-46c6-9afa-4925ce5a7673 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.004113] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for the task: (returnval){ [ 829.004113] env[62359]: value = "task-2440862" [ 829.004113] env[62359]: _type = "Task" [ 829.004113] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.013714] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.017748] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.017927] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.018725] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440862, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.018983] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34228bc1-87ad-4799-8e88-b9de633e05d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.026390] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for the task: (returnval){ [ 829.026390] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52208041-4f00-c476-7a56-8eee10566258" [ 829.026390] env[62359]: _type = "Task" [ 829.026390] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.036112] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52208041-4f00-c476-7a56-8eee10566258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.155138] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance c9a62cca-4a9b-424c-8a9c-f620f6319f18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.329935] env[62359]: DEBUG oslo_concurrency.lockutils [req-c84a6270-2575-4160-9583-a37e75afb566 req-cba2917b-623b-4013-b1d5-532d606003c9 service nova] Releasing lock "refresh_cache-d37ef858-c69f-4f17-b2f6-3a4a417100df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.477547] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.506224] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.515555] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440862, 'name': Rename_Task, 'duration_secs': 0.452079} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.515819] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.516107] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6001eb7f-749f-4ebe-b078-0bc71a05b04f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.525669] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for the task: (returnval){ [ 829.525669] env[62359]: value = "task-2440863" [ 829.525669] env[62359]: _type = "Task" [ 829.525669] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.554443] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52208041-4f00-c476-7a56-8eee10566258, 'name': SearchDatastore_Task, 'duration_secs': 0.020652} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.554443] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.554630] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e5846b-1e6b-476d-b4e2-a9d57bf3d5d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.561475] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for the task: (returnval){ [ 829.561475] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520cec39-0c7f-082d-a3a5-6176b5358322" [ 829.561475] env[62359]: _type = "Task" [ 829.561475] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.570553] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520cec39-0c7f-082d-a3a5-6176b5358322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.658281] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 08201d61-dc04-4715-8381-044a69824ba0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.886357] env[62359]: DEBUG nova.compute.manager [req-62bf0369-4504-420c-88dc-5c299a04fbdf req-a827ab63-1ad2-4ae2-801f-214f20d65948 service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Received event network-changed-0d842672-2370-419f-94df-636125a8a810 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.886575] env[62359]: DEBUG nova.compute.manager [req-62bf0369-4504-420c-88dc-5c299a04fbdf req-a827ab63-1ad2-4ae2-801f-214f20d65948 service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Refreshing instance network info cache due to event network-changed-0d842672-2370-419f-94df-636125a8a810. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 829.886785] env[62359]: DEBUG oslo_concurrency.lockutils [req-62bf0369-4504-420c-88dc-5c299a04fbdf req-a827ab63-1ad2-4ae2-801f-214f20d65948 service nova] Acquiring lock "refresh_cache-22568279-6eec-48f3-a7ec-53e01f227a95" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.886926] env[62359]: DEBUG oslo_concurrency.lockutils [req-62bf0369-4504-420c-88dc-5c299a04fbdf req-a827ab63-1ad2-4ae2-801f-214f20d65948 service nova] Acquired lock "refresh_cache-22568279-6eec-48f3-a7ec-53e01f227a95" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.887325] env[62359]: DEBUG nova.network.neutron [req-62bf0369-4504-420c-88dc-5c299a04fbdf req-a827ab63-1ad2-4ae2-801f-214f20d65948 service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Refreshing network info cache for port 0d842672-2370-419f-94df-636125a8a810 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.980793] env[62359]: DEBUG nova.compute.manager [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62359) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 829.981119] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.006283] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440861, 'name': ReconfigVM_Task, 'duration_secs': 0.666925} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.006584] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e2951b12-487b-4e09-a3a5-060b45caf180/e2951b12-487b-4e09-a3a5-060b45caf180.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.007303] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36564bad-56e7-4438-a63e-9e31e697580b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.015713] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 830.015713] env[62359]: value = "task-2440864" [ 830.015713] env[62359]: _type = "Task" [ 830.015713] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.027244] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440864, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.036621] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440863, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.072139] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520cec39-0c7f-082d-a3a5-6176b5358322, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.072460] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.072747] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] d37ef858-c69f-4f17-b2f6-3a4a417100df/d37ef858-c69f-4f17-b2f6-3a4a417100df.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.073046] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd30be99-216b-420b-858f-a3aa97f22b5d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.081462] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for the task: (returnval){ [ 830.081462] env[62359]: value = "task-2440865" [ 830.081462] env[62359]: _type = "Task" [ 830.081462] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.091775] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.162383] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance c2973fef-e4fe-477d-8b7e-9d9f621a95f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 830.162861] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 830.163026] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4928MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 830.531600] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440864, 'name': Rename_Task, 'duration_secs': 0.183355} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.535452] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.535778] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b95e4b31-a139-4070-a5db-15a1ef7affb8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.547479] env[62359]: DEBUG oslo_vmware.api [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440863, 'name': PowerOnVM_Task, 'duration_secs': 0.646128} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.549131] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.549367] env[62359]: INFO nova.compute.manager [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Took 10.38 seconds to spawn the instance on the hypervisor. [ 830.549433] env[62359]: DEBUG nova.compute.manager [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.549772] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 830.549772] env[62359]: value = "task-2440866" [ 830.549772] env[62359]: _type = "Task" [ 830.549772] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.553163] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131abfc5-3cb6-4c4e-ae3b-dc8476a663a3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.569808] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.593133] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440865, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.722020] env[62359]: DEBUG nova.network.neutron [req-62bf0369-4504-420c-88dc-5c299a04fbdf req-a827ab63-1ad2-4ae2-801f-214f20d65948 service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Updated VIF entry in instance network info cache for port 0d842672-2370-419f-94df-636125a8a810. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.722422] env[62359]: DEBUG nova.network.neutron [req-62bf0369-4504-420c-88dc-5c299a04fbdf req-a827ab63-1ad2-4ae2-801f-214f20d65948 service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Updating instance_info_cache with network_info: [{"id": "0d842672-2370-419f-94df-636125a8a810", "address": "fa:16:3e:be:b6:ca", "network": {"id": "282ae5a0-dabe-47b9-bfe4-3f36a38bf943", "bridge": "br-int", "label": "tempest-ServersTestJSON-815169523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a21e6a9b57847b4a6182c9299ce35d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d842672-23", "ovs_interfaceid": "0d842672-2370-419f-94df-636125a8a810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.770436] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7702d34b-5487-43a3-bacf-8030bea9061b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.779300] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22158b88-60bd-4b29-b48b-b0e288d62ac0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.816592] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cf5d7b-1c23-4742-86c2-dc9482c3f793 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.825273] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b82406d-59c7-4868-8a30-26f624bb790c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.841329] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.064419] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.086789] env[62359]: INFO nova.compute.manager [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Took 43.47 seconds to build instance. [ 831.095264] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605365} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.095264] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] d37ef858-c69f-4f17-b2f6-3a4a417100df/d37ef858-c69f-4f17-b2f6-3a4a417100df.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.095264] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.095264] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d83e2322-5275-40de-ae99-5ed3b955197b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.103052] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for the task: (returnval){ [ 831.103052] env[62359]: value = "task-2440867" [ 831.103052] env[62359]: _type = "Task" [ 831.103052] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.114256] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.225208] env[62359]: DEBUG oslo_concurrency.lockutils [req-62bf0369-4504-420c-88dc-5c299a04fbdf req-a827ab63-1ad2-4ae2-801f-214f20d65948 service nova] Releasing lock "refresh_cache-22568279-6eec-48f3-a7ec-53e01f227a95" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.346207] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.565634] env[62359]: DEBUG oslo_vmware.api [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440866, 'name': PowerOnVM_Task, 'duration_secs': 0.941485} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.565895] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.566109] env[62359]: INFO nova.compute.manager [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Took 8.67 seconds to spawn the instance on the hypervisor. [ 831.566289] env[62359]: DEBUG nova.compute.manager [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.567171] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95151b25-cdc6-4a8a-9052-6e0e26843911 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.589736] env[62359]: DEBUG oslo_concurrency.lockutils [None req-bc4dbb96-b0f6-4812-9119-d621af10161d tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.981s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.615585] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193345} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.615878] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.616821] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195df52a-09cc-44a3-9c49-69e729d0fb14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.647575] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] d37ef858-c69f-4f17-b2f6-3a4a417100df/d37ef858-c69f-4f17-b2f6-3a4a417100df.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.648431] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-657c16de-580a-4e0a-845c-70af6ae96644 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.671681] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for the task: (returnval){ [ 831.671681] env[62359]: value = "task-2440868" [ 831.671681] env[62359]: _type = "Task" [ 831.671681] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.680538] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.863338] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 831.863589] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.277s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.863870] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.768s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.865649] env[62359]: INFO nova.compute.claims [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.868864] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.868928] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Cleaning up deleted instances {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 832.088271] env[62359]: INFO nova.compute.manager [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Took 44.35 seconds to build instance. [ 832.184266] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440868, 'name': ReconfigVM_Task, 'duration_secs': 0.368202} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.184542] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Reconfigured VM instance instance-00000044 to attach disk [datastore1] d37ef858-c69f-4f17-b2f6-3a4a417100df/d37ef858-c69f-4f17-b2f6-3a4a417100df.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.185216] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e8f1ee2-996d-41b3-a19b-15236d7d57dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.192639] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for the task: (returnval){ [ 832.192639] env[62359]: value = "task-2440869" [ 832.192639] env[62359]: _type = "Task" [ 832.192639] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.201960] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440869, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.385646] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] There are 41 instances to clean {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 832.386088] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: be4a443c-7491-4950-8ff6-56d7ac632328] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.592184] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7e978433-6b9f-4e9d-a856-beec69468243 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "e2951b12-487b-4e09-a3a5-060b45caf180" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.861s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.709417] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440869, 'name': Rename_Task, 'duration_secs': 0.179013} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.709687] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.710198] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e68a6f6-1086-43f4-89a1-a562f09403a2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.719381] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for the task: (returnval){ [ 832.719381] env[62359]: value = "task-2440870" [ 832.719381] env[62359]: _type = "Task" [ 832.719381] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.729417] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.892741] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 74affe11-9b15-461d-b616-c9206d86236a] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.956237] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ef2cfd-8817-44bf-a8ce-d1a9a30b4123 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.966372] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58afe0e-7a6e-4a11-aefa-319fe69dfec9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.001494] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f9126b-7b80-4fc7-9876-54315516b41f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.010176] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cea86a-9fdd-4ae3-b097-f03c44d335ac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.025685] env[62359]: DEBUG nova.compute.provider_tree [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.204693] env[62359]: INFO nova.compute.manager [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Rescuing [ 833.204836] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.204985] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.205176] env[62359]: DEBUG nova.network.neutron [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.230675] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440870, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.398511] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 88397693-cf4e-4fbd-88f7-f1c29dcf9d1b] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.529842] env[62359]: DEBUG nova.scheduler.client.report [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.731191] env[62359]: DEBUG oslo_vmware.api [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2440870, 'name': PowerOnVM_Task, 'duration_secs': 0.66538} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.731631] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.731815] env[62359]: INFO nova.compute.manager [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Took 8.24 seconds to spawn the instance on the hypervisor. [ 833.732083] env[62359]: DEBUG nova.compute.manager [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.732907] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77afb6ba-92fc-47f7-91df-eb1a9598fd45 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.902748] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: baec1543-5ffb-4fd8-8ce7-0b353a826f64] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.923359] env[62359]: DEBUG nova.network.neutron [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Updating instance_info_cache with network_info: [{"id": "2dfdd78d-b3e0-4552-87a3-8667a31735f5", "address": "fa:16:3e:fa:0b:84", "network": {"id": "ef848bd2-c20d-42dc-8a87-fd46352a427d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609866511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5af4110fd0814ab7af566a05bf35fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dfdd78d-b3", "ovs_interfaceid": "2dfdd78d-b3e0-4552-87a3-8667a31735f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.006152] env[62359]: DEBUG oslo_concurrency.lockutils [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquiring lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.006462] env[62359]: DEBUG oslo_concurrency.lockutils [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.006756] env[62359]: DEBUG oslo_concurrency.lockutils [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquiring lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.006986] env[62359]: DEBUG oslo_concurrency.lockutils [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.007210] env[62359]: DEBUG oslo_concurrency.lockutils [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.009292] env[62359]: INFO nova.compute.manager [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Terminating instance [ 834.034812] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.035348] env[62359]: DEBUG nova.compute.manager [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.038192] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.369s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.039730] env[62359]: INFO nova.compute.claims [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.254910] env[62359]: INFO nova.compute.manager [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Took 41.97 seconds to build instance. [ 834.405490] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: dfebfd70-185b-453d-952f-eecea0e0c7b0] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.426384] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Releasing lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.512834] env[62359]: DEBUG nova.compute.manager [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.513146] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.514194] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31924ab-2d07-4755-868d-8bef73d19bfd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.523763] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.524084] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdd8a18f-9f26-4f52-9265-32c204714f5e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.532816] env[62359]: DEBUG oslo_vmware.api [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for the task: (returnval){ [ 834.532816] env[62359]: value = "task-2440871" [ 834.532816] env[62359]: _type = "Task" [ 834.532816] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.542413] env[62359]: DEBUG oslo_vmware.api [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.546822] env[62359]: DEBUG nova.compute.utils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 834.548267] env[62359]: DEBUG nova.compute.manager [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.548450] env[62359]: DEBUG nova.network.neutron [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.607154] env[62359]: DEBUG nova.policy [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ac8f682c844f929fc2042a78f02685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7c0490bb1fb46d1a9d177a40f89c4fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.757053] env[62359]: DEBUG oslo_concurrency.lockutils [None req-24f5c597-f1b4-4f4c-83dd-d155b302f92b tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Lock "d37ef858-c69f-4f17-b2f6-3a4a417100df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.475s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.911758] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 2c305fef-3e7e-4436-bd8d-bef6f7b3941c] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.046857] env[62359]: DEBUG oslo_vmware.api [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440871, 'name': PowerOffVM_Task, 'duration_secs': 0.422377} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.046857] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.046857] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.046857] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e06d3aff-530d-4431-99be-5eefde131761 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.054127] env[62359]: DEBUG nova.compute.manager [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.139680] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.139929] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.140167] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Deleting the datastore file [datastore1] 25f5dcb1-89cd-4a61-9000-6ef3ed91714f {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.140434] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38d625fa-52f0-4298-bc19-f41775eac38e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.149549] env[62359]: DEBUG oslo_vmware.api [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for the task: (returnval){ [ 835.149549] env[62359]: value = "task-2440873" [ 835.149549] env[62359]: _type = "Task" [ 835.149549] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.167497] env[62359]: DEBUG oslo_vmware.api [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.189886] env[62359]: DEBUG nova.network.neutron [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Successfully created port: 93882ec3-526a-40e9-8e75-fd7d275d065c {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.416658] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 7612af2a-962a-4b03-9d1d-95c06e91968c] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.642529] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bd9378-a980-4196-acfd-a6c37711b227 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.654198] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93858e38-adbf-47b6-ae8a-67f92d4f04e2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.691897] env[62359]: DEBUG oslo_vmware.api [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Task: {'id': task-2440873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381547} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.692741] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.692940] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.693132] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.693305] env[62359]: INFO nova.compute.manager [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 835.693534] env[62359]: DEBUG oslo.service.loopingcall [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.694242] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5676a2fb-28c4-478c-a16c-311cde10c6da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.696843] env[62359]: DEBUG nova.compute.manager [-] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.696941] env[62359]: DEBUG nova.network.neutron [-] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.704105] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d13df4-baaa-41ba-8fc7-264ef1545ba8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.718852] env[62359]: DEBUG nova.compute.provider_tree [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.776431] env[62359]: DEBUG nova.compute.manager [req-e3b769cd-e4ab-4782-ae86-6ec53766f42a req-adfecad8-6856-40e5-9088-717718bda548 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Received event network-changed-ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.776614] env[62359]: DEBUG nova.compute.manager [req-e3b769cd-e4ab-4782-ae86-6ec53766f42a req-adfecad8-6856-40e5-9088-717718bda548 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Refreshing instance network info cache due to event network-changed-ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 835.776823] env[62359]: DEBUG oslo_concurrency.lockutils [req-e3b769cd-e4ab-4782-ae86-6ec53766f42a req-adfecad8-6856-40e5-9088-717718bda548 service nova] Acquiring lock "refresh_cache-d37ef858-c69f-4f17-b2f6-3a4a417100df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.776961] env[62359]: DEBUG oslo_concurrency.lockutils [req-e3b769cd-e4ab-4782-ae86-6ec53766f42a req-adfecad8-6856-40e5-9088-717718bda548 service nova] Acquired lock "refresh_cache-d37ef858-c69f-4f17-b2f6-3a4a417100df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.777335] env[62359]: DEBUG nova.network.neutron [req-e3b769cd-e4ab-4782-ae86-6ec53766f42a req-adfecad8-6856-40e5-9088-717718bda548 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Refreshing network info cache for port ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.926079] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 5b56543f-7140-4cc9-9ad7-9a93e36888cf] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.967545] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.968546] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0336d870-7d2c-44dc-a201-bae6a0029dbd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.978117] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 835.978117] env[62359]: value = "task-2440874" [ 835.978117] env[62359]: _type = "Task" [ 835.978117] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.984283] env[62359]: DEBUG nova.compute.manager [req-96b385a4-56c7-4b82-a668-786395b0bda7 req-4e5f98d9-2ee9-4825-ac84-2eeaeaf0f01e service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Received event network-vif-deleted-14f73bea-dc63-47ca-ae6c-31952b2ad31c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.984613] env[62359]: INFO nova.compute.manager [req-96b385a4-56c7-4b82-a668-786395b0bda7 req-4e5f98d9-2ee9-4825-ac84-2eeaeaf0f01e service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Neutron deleted interface 14f73bea-dc63-47ca-ae6c-31952b2ad31c; detaching it from the instance and deleting it from the info cache [ 835.984883] env[62359]: DEBUG nova.network.neutron [req-96b385a4-56c7-4b82-a668-786395b0bda7 req-4e5f98d9-2ee9-4825-ac84-2eeaeaf0f01e service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.996109] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.065713] env[62359]: DEBUG nova.compute.manager [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.097398] env[62359]: DEBUG nova.virt.hardware [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.098714] env[62359]: DEBUG nova.virt.hardware [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.098902] env[62359]: DEBUG nova.virt.hardware [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.102018] env[62359]: DEBUG nova.virt.hardware [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.102018] env[62359]: DEBUG nova.virt.hardware [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.102018] env[62359]: DEBUG nova.virt.hardware [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.102018] env[62359]: DEBUG nova.virt.hardware [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.102018] env[62359]: DEBUG nova.virt.hardware [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.102018] env[62359]: DEBUG nova.virt.hardware [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.102018] env[62359]: DEBUG nova.virt.hardware [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.102018] env[62359]: DEBUG nova.virt.hardware [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.102018] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c914c19-3f21-40ae-97bb-d33dd9dcc760 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.113660] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630fa4d6-b3d8-49cc-a0b1-8a34e2a254f1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.223351] env[62359]: DEBUG nova.scheduler.client.report [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.430918] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 8ad6a0bd-5b35-4b39-bfbb-c714da148898] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.454836] env[62359]: DEBUG nova.network.neutron [-] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.492030] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440874, 'name': PowerOffVM_Task, 'duration_secs': 0.24697} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.495051] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce2cbcc7-02dc-498b-80ff-0de4bb93efaa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.497202] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.498808] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255ef200-a26f-498a-94f2-d20f674f2a84 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.522653] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0a6c0d-db93-4fb2-803c-7ac7c9405a3c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.529128] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d70167-9148-4b5d-a459-39940503c237 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.542075] env[62359]: DEBUG nova.network.neutron [req-e3b769cd-e4ab-4782-ae86-6ec53766f42a req-adfecad8-6856-40e5-9088-717718bda548 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Updated VIF entry in instance network info cache for port ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.542461] env[62359]: DEBUG nova.network.neutron [req-e3b769cd-e4ab-4782-ae86-6ec53766f42a req-adfecad8-6856-40e5-9088-717718bda548 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Updating instance_info_cache with network_info: [{"id": "ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a", "address": "fa:16:3e:98:cf:84", "network": {"id": "e53b6153-c1e7-4083-8e33-a186804da9ce", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1821569732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c13cfff6dac4409afba6ebdfb2653b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8b0cfb-23", "ovs_interfaceid": "ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.578507] env[62359]: DEBUG nova.compute.manager [req-96b385a4-56c7-4b82-a668-786395b0bda7 req-4e5f98d9-2ee9-4825-ac84-2eeaeaf0f01e service nova] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Detach interface failed, port_id=14f73bea-dc63-47ca-ae6c-31952b2ad31c, reason: Instance 25f5dcb1-89cd-4a61-9000-6ef3ed91714f could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 836.587810] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.588245] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f5ef5a5-3a33-448b-a27c-d13c099ed52a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.596399] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 836.596399] env[62359]: value = "task-2440875" [ 836.596399] env[62359]: _type = "Task" [ 836.596399] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.607578] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 836.607798] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.608054] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.608209] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.608390] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.608935] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc994b97-1c85-481b-92e2-2ed6845bbc30 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.619205] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.619298] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.620747] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7232568c-d347-4be7-bffe-41c059103042 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.627027] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 836.627027] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528440a9-275b-0d79-8688-d9fdff504b45" [ 836.627027] env[62359]: _type = "Task" [ 836.627027] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.635535] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528440a9-275b-0d79-8688-d9fdff504b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.727633] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.728348] env[62359]: DEBUG nova.compute.manager [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.730932] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.950s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.731189] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.733358] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.095s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.735083] env[62359]: INFO nova.compute.claims [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.761249] env[62359]: INFO nova.scheduler.client.report [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted allocations for instance a0cbacf7-c198-475d-95a3-a130e45d1613 [ 836.822615] env[62359]: DEBUG nova.network.neutron [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Successfully updated port: 93882ec3-526a-40e9-8e75-fd7d275d065c {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.934525] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 563269aa-69f0-4ace-ade4-18fda65aeb72] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.958127] env[62359]: INFO nova.compute.manager [-] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Took 1.26 seconds to deallocate network for instance. [ 837.045301] env[62359]: DEBUG oslo_concurrency.lockutils [req-e3b769cd-e4ab-4782-ae86-6ec53766f42a req-adfecad8-6856-40e5-9088-717718bda548 service nova] Releasing lock "refresh_cache-d37ef858-c69f-4f17-b2f6-3a4a417100df" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.137939] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528440a9-275b-0d79-8688-d9fdff504b45, 'name': SearchDatastore_Task, 'duration_secs': 0.014369} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.138772] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def9d13a-ef0a-46e0-b9dd-c103b383c229 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.144145] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 837.144145] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52eb178c-22d4-2a60-27e6-6b84abb543c2" [ 837.144145] env[62359]: _type = "Task" [ 837.144145] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.152384] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52eb178c-22d4-2a60-27e6-6b84abb543c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.240167] env[62359]: DEBUG nova.compute.utils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 837.245225] env[62359]: DEBUG nova.compute.manager [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.245225] env[62359]: DEBUG nova.network.neutron [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.268373] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6261176f-aace-4f15-8172-8220814fbc83 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "a0cbacf7-c198-475d-95a3-a130e45d1613" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.009s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.303899] env[62359]: DEBUG nova.policy [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06031afbec8478bbaf24910444042a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f62a5a0d034989a05d769f3639fb5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.325847] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.329018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.329018] env[62359]: DEBUG nova.network.neutron [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.438184] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: c94cf40d-a2a6-446d-8458-a160fcb8ff38] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.465130] env[62359]: DEBUG oslo_concurrency.lockutils [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.612395] env[62359]: DEBUG nova.network.neutron [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Successfully created port: 9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.655229] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52eb178c-22d4-2a60-27e6-6b84abb543c2, 'name': SearchDatastore_Task, 'duration_secs': 0.036492} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.655492] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.655751] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] e2951b12-487b-4e09-a3a5-060b45caf180/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. {{(pid=62359) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 837.656272] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-494f5581-75f4-48eb-a6d0-8d50546a5e3e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.663688] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 837.663688] env[62359]: value = "task-2440876" [ 837.663688] env[62359]: _type = "Task" [ 837.663688] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.672016] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.746064] env[62359]: DEBUG nova.compute.manager [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.882892] env[62359]: DEBUG nova.network.neutron [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.941832] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: d66af878-384b-4046-b7b4-19f5bd038f46] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.153674] env[62359]: DEBUG nova.compute.manager [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received event network-vif-plugged-93882ec3-526a-40e9-8e75-fd7d275d065c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.153875] env[62359]: DEBUG oslo_concurrency.lockutils [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] Acquiring lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.154571] env[62359]: DEBUG oslo_concurrency.lockutils [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.154822] env[62359]: DEBUG oslo_concurrency.lockutils [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.155031] env[62359]: DEBUG nova.compute.manager [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] No waiting events found dispatching network-vif-plugged-93882ec3-526a-40e9-8e75-fd7d275d065c {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.155307] env[62359]: WARNING nova.compute.manager [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received unexpected event network-vif-plugged-93882ec3-526a-40e9-8e75-fd7d275d065c for instance with vm_state building and task_state spawning. [ 838.155571] env[62359]: DEBUG nova.compute.manager [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received event network-changed-93882ec3-526a-40e9-8e75-fd7d275d065c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.155741] env[62359]: DEBUG nova.compute.manager [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Refreshing instance network info cache due to event network-changed-93882ec3-526a-40e9-8e75-fd7d275d065c. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 838.155863] env[62359]: DEBUG oslo_concurrency.lockutils [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] Acquiring lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.182638] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440876, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.251344] env[62359]: DEBUG nova.network.neutron [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updating instance_info_cache with network_info: [{"id": "93882ec3-526a-40e9-8e75-fd7d275d065c", "address": "fa:16:3e:5c:f0:21", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93882ec3-52", "ovs_interfaceid": "93882ec3-526a-40e9-8e75-fd7d275d065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.302795] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf98e1e-caef-43ff-b370-e0588bd8750e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.311461] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3a9e71-f149-46f8-bfc1-daebccec4e94 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.351195] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28376a70-099f-4ab7-a678-ff00085ebfbf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.363210] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c24cf8f-f8cf-4e30-9a4c-de2646a7e1c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.378446] env[62359]: DEBUG nova.compute.provider_tree [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.447403] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 4d8aea82-d609-499c-970e-dc0369ae0e8f] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.674226] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580258} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.674359] env[62359]: INFO nova.virt.vmwareapi.ds_util [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] e2951b12-487b-4e09-a3a5-060b45caf180/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. [ 838.675125] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978c7dc8-efd9-4ddf-a2aa-472e12fc8f0f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.700711] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e2951b12-487b-4e09-a3a5-060b45caf180/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.700995] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0563c1b9-bfd5-487d-9615-ebeeeb3c20b6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.720420] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 838.720420] env[62359]: value = "task-2440877" [ 838.720420] env[62359]: _type = "Task" [ 838.720420] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.729294] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.757064] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.757459] env[62359]: DEBUG nova.compute.manager [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Instance network_info: |[{"id": "93882ec3-526a-40e9-8e75-fd7d275d065c", "address": "fa:16:3e:5c:f0:21", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93882ec3-52", "ovs_interfaceid": "93882ec3-526a-40e9-8e75-fd7d275d065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.758158] env[62359]: DEBUG oslo_concurrency.lockutils [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] Acquired lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.758385] env[62359]: DEBUG nova.network.neutron [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Refreshing network info cache for port 93882ec3-526a-40e9-8e75-fd7d275d065c {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.759605] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:f0:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93882ec3-526a-40e9-8e75-fd7d275d065c', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.768113] env[62359]: DEBUG oslo.service.loopingcall [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.769889] env[62359]: DEBUG nova.compute.manager [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.771960] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.772872] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90d747a8-60ce-4a4e-8a03-bc06b4aa0ada {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.800567] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.800567] env[62359]: value = "task-2440878" [ 838.800567] env[62359]: _type = "Task" [ 838.800567] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.806534] env[62359]: DEBUG nova.virt.hardware [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.806803] env[62359]: DEBUG nova.virt.hardware [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.806989] env[62359]: DEBUG nova.virt.hardware [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.807209] env[62359]: DEBUG nova.virt.hardware [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.807738] env[62359]: DEBUG nova.virt.hardware [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.807738] env[62359]: DEBUG nova.virt.hardware [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.808018] env[62359]: DEBUG nova.virt.hardware [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.808217] env[62359]: DEBUG nova.virt.hardware [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.808396] env[62359]: DEBUG nova.virt.hardware [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.808578] env[62359]: DEBUG nova.virt.hardware [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.808782] env[62359]: DEBUG nova.virt.hardware [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.809935] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1abc5b0-10dc-4664-9275-6ae743c44ce8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.819977] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440878, 'name': CreateVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.826028] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60df8957-a096-4de0-9f64-60fee805f119 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.882178] env[62359]: DEBUG nova.scheduler.client.report [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.953454] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 75169e1c-1cbe-4ae7-82d0-1029915850ac] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.231470] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440877, 'name': ReconfigVM_Task, 'duration_secs': 0.304805} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.232177] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e2951b12-487b-4e09-a3a5-060b45caf180/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.233082] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cc0027-fe9d-4ca5-a7bf-c438d27af375 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.271667] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6eb95f-8793-4acb-b8c0-6e933981f5a9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.291149] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 839.291149] env[62359]: value = "task-2440879" [ 839.291149] env[62359]: _type = "Task" [ 839.291149] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.300540] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.313370] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440878, 'name': CreateVM_Task, 'duration_secs': 0.401139} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.314023] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.314540] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.314839] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.315282] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.316039] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c34483-6c28-49d5-8cc9-e9144b00a785 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.321068] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 839.321068] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527b5efa-58d4-1f8f-2b43-36fa5bb22996" [ 839.321068] env[62359]: _type = "Task" [ 839.321068] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.332027] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527b5efa-58d4-1f8f-2b43-36fa5bb22996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.392028] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.392028] env[62359]: DEBUG nova.compute.manager [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.393580] env[62359]: DEBUG oslo_concurrency.lockutils [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.582s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.393914] env[62359]: DEBUG nova.objects.instance [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.456804] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 46e66edb-3b02-4c07-bdb2-499c76d4258a] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.804214] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440879, 'name': ReconfigVM_Task, 'duration_secs': 0.167531} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.804214] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.805257] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8002b99c-84b7-47de-ad9d-a368d02b1403 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.817523] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 839.817523] env[62359]: value = "task-2440880" [ 839.817523] env[62359]: _type = "Task" [ 839.817523] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.828765] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.839271] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "13a1539f-3415-415a-b717-45e54ca02baa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.839585] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "13a1539f-3415-415a-b717-45e54ca02baa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.840769] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527b5efa-58d4-1f8f-2b43-36fa5bb22996, 'name': SearchDatastore_Task, 'duration_secs': 0.016059} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.841564] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.841853] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.842142] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.842331] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.842655] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.842860] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73162074-96e8-4ff3-8076-589ead97a7a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.855020] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.856352] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.856352] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71561eae-93be-452f-918d-c28286b042b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.862601] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 839.862601] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f8595c-0790-5b88-f68f-7e857c46b299" [ 839.862601] env[62359]: _type = "Task" [ 839.862601] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.873916] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f8595c-0790-5b88-f68f-7e857c46b299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.899830] env[62359]: DEBUG nova.compute.utils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 839.906782] env[62359]: DEBUG nova.compute.manager [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.906782] env[62359]: DEBUG nova.network.neutron [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.949436] env[62359]: DEBUG nova.network.neutron [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updated VIF entry in instance network info cache for port 93882ec3-526a-40e9-8e75-fd7d275d065c. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.949938] env[62359]: DEBUG nova.network.neutron [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updating instance_info_cache with network_info: [{"id": "93882ec3-526a-40e9-8e75-fd7d275d065c", "address": "fa:16:3e:5c:f0:21", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93882ec3-52", "ovs_interfaceid": "93882ec3-526a-40e9-8e75-fd7d275d065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.958470] env[62359]: DEBUG nova.policy [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e09e296ecd05464991c31bd665a71fa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3723797c2d7b4a628e9aba2bb10bdf10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.963681] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 84137aba-ca29-4084-8f19-eaa0476ef843] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.106799] env[62359]: DEBUG nova.network.neutron [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Successfully updated port: 9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.195861] env[62359]: DEBUG nova.compute.manager [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Received event network-vif-plugged-9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.202021] env[62359]: DEBUG oslo_concurrency.lockutils [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] Acquiring lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.202021] env[62359]: DEBUG oslo_concurrency.lockutils [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] Lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.202021] env[62359]: DEBUG oslo_concurrency.lockutils [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] Lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.202021] env[62359]: DEBUG nova.compute.manager [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] No waiting events found dispatching network-vif-plugged-9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.202021] env[62359]: WARNING nova.compute.manager [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Received unexpected event network-vif-plugged-9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b for instance with vm_state building and task_state spawning. [ 840.202021] env[62359]: DEBUG nova.compute.manager [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Received event network-changed-9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.202021] env[62359]: DEBUG nova.compute.manager [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Refreshing instance network info cache due to event network-changed-9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 840.202021] env[62359]: DEBUG oslo_concurrency.lockutils [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] Acquiring lock "refresh_cache-c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.202021] env[62359]: DEBUG oslo_concurrency.lockutils [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] Acquired lock "refresh_cache-c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.202021] env[62359]: DEBUG nova.network.neutron [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Refreshing network info cache for port 9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.329849] env[62359]: DEBUG oslo_vmware.api [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440880, 'name': PowerOnVM_Task, 'duration_secs': 0.420143} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.329849] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.334055] env[62359]: DEBUG nova.compute.manager [None req-9e324ad9-1b2c-414b-bfa5-1b015aa2fb6c tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.334055] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f380f2-a0b4-40d3-bea0-605ccbdd0591 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.342935] env[62359]: DEBUG nova.compute.manager [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.373899] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f8595c-0790-5b88-f68f-7e857c46b299, 'name': SearchDatastore_Task, 'duration_secs': 0.026786} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.374678] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da67729-e531-4b5b-957d-387476e3956b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.381681] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 840.381681] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521d4b4f-0a7b-e46d-871d-8142c73d2950" [ 840.381681] env[62359]: _type = "Task" [ 840.381681] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.391927] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521d4b4f-0a7b-e46d-871d-8142c73d2950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.405967] env[62359]: DEBUG nova.compute.manager [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.410804] env[62359]: DEBUG oslo_concurrency.lockutils [None req-18d066ce-76d3-442c-96aa-b0a9544a1c0a tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.411908] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.383s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.415048] env[62359]: INFO nova.compute.claims [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.456483] env[62359]: DEBUG oslo_concurrency.lockutils [req-bd3729a2-b8d2-4ba2-b0d6-037acef6bb01 req-5edc2a49-974e-47f2-b088-0b8cfbf31326 service nova] Releasing lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.468188] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 510928fc-fc7c-44ac-bd13-b2c042a3f9e1] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.479297] env[62359]: DEBUG nova.network.neutron [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Successfully created port: 00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.611071] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "refresh_cache-c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.754623] env[62359]: DEBUG nova.network.neutron [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.873261] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.890037] env[62359]: DEBUG nova.network.neutron [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.894943] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521d4b4f-0a7b-e46d-871d-8142c73d2950, 'name': SearchDatastore_Task, 'duration_secs': 0.018651} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.895289] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.895625] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 26d8767d-43c2-4af1-800f-eaaf09bc90f5/26d8767d-43c2-4af1-800f-eaaf09bc90f5.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.895920] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc537419-7cb0-487a-9f6c-0a4ac7bfdbc2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.904043] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 840.904043] env[62359]: value = "task-2440881" [ 840.904043] env[62359]: _type = "Task" [ 840.904043] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.918020] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.974816] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 8231f09d-c1e4-42b7-a55e-72ceaac98a11] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.392164] env[62359]: DEBUG oslo_concurrency.lockutils [req-31444e9b-84f6-4460-badc-cb4f6b42e207 req-20ce09e2-aa1c-4109-a174-910f5afcb211 service nova] Releasing lock "refresh_cache-c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.392164] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "refresh_cache-c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.392164] env[62359]: DEBUG nova.network.neutron [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.431830] env[62359]: DEBUG nova.compute.manager [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.435166] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440881, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.464745] env[62359]: DEBUG nova.virt.hardware [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.465074] env[62359]: DEBUG nova.virt.hardware [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.465244] env[62359]: DEBUG nova.virt.hardware [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.465472] env[62359]: DEBUG nova.virt.hardware [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.466601] env[62359]: DEBUG nova.virt.hardware [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.466601] env[62359]: DEBUG nova.virt.hardware [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.466601] env[62359]: DEBUG nova.virt.hardware [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.466601] env[62359]: DEBUG nova.virt.hardware [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.466989] env[62359]: DEBUG nova.virt.hardware [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.467184] env[62359]: DEBUG nova.virt.hardware [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.467383] env[62359]: DEBUG nova.virt.hardware [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.468684] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472e1e92-78c5-475c-9bb4-a0645119869c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.477908] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 8577a502-89c3-4ab2-b116-fe335165524e] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.483021] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eb4d67-ce25-4407-a310-b283fae3d434 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.872250] env[62359]: INFO nova.compute.manager [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Unrescuing [ 841.872494] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.872640] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquired lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.872800] env[62359]: DEBUG nova.network.neutron [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.920233] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887718} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.920699] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 26d8767d-43c2-4af1-800f-eaaf09bc90f5/26d8767d-43c2-4af1-800f-eaaf09bc90f5.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.921492] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.921492] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3681362-818e-451e-aa2d-a783ee28cfcf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.928222] env[62359]: DEBUG nova.network.neutron [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.931587] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 841.931587] env[62359]: value = "task-2440882" [ 841.931587] env[62359]: _type = "Task" [ 841.931587] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.946191] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.964122] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56482d0-2d6c-483d-9030-f33929a2685f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.971967] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a27cb-4cde-4ec4-83eb-e5202b34728c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.006953] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: ab0297aa-4d35-4bf7-8d7e-5c43c16e1eba] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.014827] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990824f1-a6e0-4dc4-8fce-4e40fa458db7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.028105] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4ae58b-855b-4858-93a5-686203e39fe5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.042796] env[62359]: DEBUG nova.compute.provider_tree [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.106423] env[62359]: DEBUG nova.network.neutron [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Updating instance_info_cache with network_info: [{"id": "9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b", "address": "fa:16:3e:90:ac:41", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f258a-0d", "ovs_interfaceid": "9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.439043] env[62359]: DEBUG nova.compute.manager [req-269c92c8-db21-47e1-849c-de3dcfc3556e req-4547043f-5090-450e-8cc6-0215fd2c8c4a service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Received event network-vif-plugged-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.439438] env[62359]: DEBUG oslo_concurrency.lockutils [req-269c92c8-db21-47e1-849c-de3dcfc3556e req-4547043f-5090-450e-8cc6-0215fd2c8c4a service nova] Acquiring lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.439525] env[62359]: DEBUG oslo_concurrency.lockutils [req-269c92c8-db21-47e1-849c-de3dcfc3556e req-4547043f-5090-450e-8cc6-0215fd2c8c4a service nova] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.439691] env[62359]: DEBUG oslo_concurrency.lockutils [req-269c92c8-db21-47e1-849c-de3dcfc3556e req-4547043f-5090-450e-8cc6-0215fd2c8c4a service nova] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.439875] env[62359]: DEBUG nova.compute.manager [req-269c92c8-db21-47e1-849c-de3dcfc3556e req-4547043f-5090-450e-8cc6-0215fd2c8c4a service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] No waiting events found dispatching network-vif-plugged-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.440150] env[62359]: WARNING nova.compute.manager [req-269c92c8-db21-47e1-849c-de3dcfc3556e req-4547043f-5090-450e-8cc6-0215fd2c8c4a service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Received unexpected event network-vif-plugged-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 for instance with vm_state building and task_state spawning. [ 842.447941] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267884} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.448448] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.449426] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cf0669-fb6f-44b8-9f9e-536b050bd40c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.479927] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 26d8767d-43c2-4af1-800f-eaaf09bc90f5/26d8767d-43c2-4af1-800f-eaaf09bc90f5.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.482786] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e51d38d2-8219-42ad-bf5d-895616592c2b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.505186] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 842.505186] env[62359]: value = "task-2440883" [ 842.505186] env[62359]: _type = "Task" [ 842.505186] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.514154] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.519802] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 6fa2c60b-401c-49bf-b8fe-364cb0ebe426] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.546340] env[62359]: DEBUG nova.scheduler.client.report [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.611642] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "refresh_cache-c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.611642] env[62359]: DEBUG nova.compute.manager [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Instance network_info: |[{"id": "9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b", "address": "fa:16:3e:90:ac:41", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8f258a-0d", "ovs_interfaceid": "9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.611642] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:ac:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.619158] env[62359]: DEBUG oslo.service.loopingcall [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.619458] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.619728] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ff068c6-6547-4159-954f-54c9d0502bd0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.638515] env[62359]: DEBUG nova.network.neutron [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Updating instance_info_cache with network_info: [{"id": "2dfdd78d-b3e0-4552-87a3-8667a31735f5", "address": "fa:16:3e:fa:0b:84", "network": {"id": "ef848bd2-c20d-42dc-8a87-fd46352a427d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609866511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5af4110fd0814ab7af566a05bf35fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dfdd78d-b3", "ovs_interfaceid": "2dfdd78d-b3e0-4552-87a3-8667a31735f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.646376] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.646376] env[62359]: value = "task-2440884" [ 842.646376] env[62359]: _type = "Task" [ 842.646376] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.653332] env[62359]: DEBUG nova.network.neutron [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Successfully updated port: 00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.659395] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440884, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.752684] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "8845db81-381b-4141-a7d1-183ad304a48f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.753410] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.015908] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440883, 'name': ReconfigVM_Task, 'duration_secs': 0.307984} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.016199] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 26d8767d-43c2-4af1-800f-eaaf09bc90f5/26d8767d-43c2-4af1-800f-eaaf09bc90f5.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.016808] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9bbb81e-458c-453a-9953-c6b6ec9b16af {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.023953] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 843.023953] env[62359]: value = "task-2440885" [ 843.023953] env[62359]: _type = "Task" [ 843.023953] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.024382] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 63a3594c-b1e0-406d-8376-d407a4286d7d] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.036034] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440885, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.051942] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.052535] env[62359]: DEBUG nova.compute.manager [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.055517] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.333s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.055715] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.057820] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.707s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.059224] env[62359]: INFO nova.compute.claims [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.088556] env[62359]: INFO nova.scheduler.client.report [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Deleted allocations for instance 590a592f-6889-4b54-b429-852d674b2ea9 [ 843.140844] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Releasing lock "refresh_cache-e2951b12-487b-4e09-a3a5-060b45caf180" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.141541] env[62359]: DEBUG nova.objects.instance [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lazy-loading 'flavor' on Instance uuid e2951b12-487b-4e09-a3a5-060b45caf180 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.157753] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440884, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.160757] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.160757] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.160757] env[62359]: DEBUG nova.network.neutron [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.255992] env[62359]: DEBUG nova.compute.manager [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.531525] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 9560cbaf-7b0c-4e1b-bdef-805fb0559fa6] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.536675] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440885, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.557265] env[62359]: DEBUG nova.compute.utils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 843.558417] env[62359]: DEBUG nova.compute.manager [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.558664] env[62359]: DEBUG nova.network.neutron [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.598523] env[62359]: DEBUG oslo_concurrency.lockutils [None req-20c89181-a7bf-49ec-b241-cbc16e9bbfa6 tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "590a592f-6889-4b54-b429-852d674b2ea9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.355s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.641533] env[62359]: DEBUG nova.policy [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e01e45869c94b2b97c059221d387ffa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d3399b9a52545b38e5176d4df82ba9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.647605] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ecefeb-4b18-4f2c-bd6e-50808b00a318 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.660217] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440884, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.680017] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.680373] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3cada6b-cdac-418d-8dec-0eb5c0cbc8c8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.687500] env[62359]: DEBUG oslo_vmware.api [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 843.687500] env[62359]: value = "task-2440887" [ 843.687500] env[62359]: _type = "Task" [ 843.687500] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.696362] env[62359]: DEBUG oslo_vmware.api [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.730913] env[62359]: DEBUG nova.network.neutron [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.785512] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.897282] env[62359]: DEBUG nova.network.neutron [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updating instance_info_cache with network_info: [{"id": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "address": "fa:16:3e:62:99:ef", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c835af-c0", "ovs_interfaceid": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.035590] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440885, 'name': Rename_Task, 'duration_secs': 0.87716} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.035726] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.035968] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf3dd85a-2e06-46fd-976d-8cd053253613 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.037804] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 5e015d27-e0a0-411c-9515-a459994115df] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.049558] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 844.049558] env[62359]: value = "task-2440888" [ 844.049558] env[62359]: _type = "Task" [ 844.049558] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.060481] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.062512] env[62359]: DEBUG nova.compute.manager [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.166394] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440884, 'name': CreateVM_Task, 'duration_secs': 1.037259} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.166568] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.167240] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.167401] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.168063] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.168327] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed5ad5e-e2bd-41d0-a226-fad8c1487916 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.176372] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 844.176372] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527fa341-62b8-3503-042c-acf038786a1b" [ 844.176372] env[62359]: _type = "Task" [ 844.176372] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.189093] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527fa341-62b8-3503-042c-acf038786a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.198059] env[62359]: DEBUG oslo_vmware.api [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440887, 'name': PowerOffVM_Task, 'duration_secs': 0.251081} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.200742] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.206899] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 844.207590] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5974b5b-7017-4a70-98e3-bd307219c406 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.230177] env[62359]: DEBUG oslo_vmware.api [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 844.230177] env[62359]: value = "task-2440889" [ 844.230177] env[62359]: _type = "Task" [ 844.230177] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.242279] env[62359]: DEBUG oslo_vmware.api [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.300899] env[62359]: DEBUG nova.network.neutron [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Successfully created port: e515e6ca-5f6e-4b6e-9878-b518dac6d1b9 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.405416] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.405762] env[62359]: DEBUG nova.compute.manager [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Instance network_info: |[{"id": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "address": "fa:16:3e:62:99:ef", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c835af-c0", "ovs_interfaceid": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.406359] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:99:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00c835af-c0ff-4ed2-b324-b9ba75a01ad4', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.415987] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating folder: Project (3723797c2d7b4a628e9aba2bb10bdf10). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.416343] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed20e0a8-b2a5-4f8b-8d3c-48d8551f62d2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.428934] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Created folder: Project (3723797c2d7b4a628e9aba2bb10bdf10) in parent group-v494269. [ 844.429228] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating folder: Instances. Parent ref: group-v494464. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.429789] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84800739-7d86-47dc-a95b-b187021136c7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.447505] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Created folder: Instances in parent group-v494464. [ 844.447803] env[62359]: DEBUG oslo.service.loopingcall [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.450799] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.451299] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c30cf807-c073-4444-91ec-6d7a0524eac7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.475331] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.475331] env[62359]: value = "task-2440892" [ 844.475331] env[62359]: _type = "Task" [ 844.475331] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.484868] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440892, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.540930] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 96be33ea-8064-49df-bb04-78c162e2b557] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.561041] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440888, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.662021] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55777e03-882a-4c42-8885-568231e324c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.674152] env[62359]: DEBUG nova.compute.manager [req-04c71fbf-0d7a-4948-b2ce-010e22588510 req-161cd8ef-c363-4782-9c0f-173f0a7a0721 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Received event network-changed-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.674152] env[62359]: DEBUG nova.compute.manager [req-04c71fbf-0d7a-4948-b2ce-010e22588510 req-161cd8ef-c363-4782-9c0f-173f0a7a0721 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Refreshing instance network info cache due to event network-changed-00c835af-c0ff-4ed2-b324-b9ba75a01ad4. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 844.674152] env[62359]: DEBUG oslo_concurrency.lockutils [req-04c71fbf-0d7a-4948-b2ce-010e22588510 req-161cd8ef-c363-4782-9c0f-173f0a7a0721 service nova] Acquiring lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.674152] env[62359]: DEBUG oslo_concurrency.lockutils [req-04c71fbf-0d7a-4948-b2ce-010e22588510 req-161cd8ef-c363-4782-9c0f-173f0a7a0721 service nova] Acquired lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.674152] env[62359]: DEBUG nova.network.neutron [req-04c71fbf-0d7a-4948-b2ce-010e22588510 req-161cd8ef-c363-4782-9c0f-173f0a7a0721 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Refreshing network info cache for port 00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.677898] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c44541-ddb2-4b2b-98b0-efba37d21258 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.693767] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527fa341-62b8-3503-042c-acf038786a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.014119} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.718782] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.719092] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.719385] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.719515] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.719765] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.720755] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-853ee046-a8a5-4fed-a096-90c240b8e327 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.723301] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4099caf-5cbe-4f9a-8cf8-bd24484a7082 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.735994] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeccd8c8-da15-427b-994b-853c4760c14a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.741342] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.741529] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.743221] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62255046-0a67-4dd6-99f5-7ccf4c1b4320 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.756218] env[62359]: DEBUG nova.compute.provider_tree [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.757570] env[62359]: DEBUG oslo_vmware.api [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440889, 'name': ReconfigVM_Task, 'duration_secs': 0.235764} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.758386] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 844.758585] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.758831] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a302893-7732-42ee-8876-c5d0433c0748 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.761911] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 844.761911] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52eddfd1-225b-b511-bd87-7c4b9df714ac" [ 844.761911] env[62359]: _type = "Task" [ 844.761911] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.766627] env[62359]: DEBUG oslo_vmware.api [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 844.766627] env[62359]: value = "task-2440893" [ 844.766627] env[62359]: _type = "Task" [ 844.766627] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.775501] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52eddfd1-225b-b511-bd87-7c4b9df714ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.781454] env[62359]: DEBUG oslo_vmware.api [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.984797] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440892, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.047441] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 21fd3d6a-3e9d-4622-8062-036c5525df79] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.061403] env[62359]: DEBUG oslo_vmware.api [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2440888, 'name': PowerOnVM_Task, 'duration_secs': 0.615989} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.061683] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.061905] env[62359]: INFO nova.compute.manager [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Took 9.00 seconds to spawn the instance on the hypervisor. [ 845.062099] env[62359]: DEBUG nova.compute.manager [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.063033] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f8fd0c-2087-4ee1-a3f3-acfd15d05ef5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.073897] env[62359]: DEBUG nova.compute.manager [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.101862] env[62359]: DEBUG nova.virt.hardware [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.101862] env[62359]: DEBUG nova.virt.hardware [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.102075] env[62359]: DEBUG nova.virt.hardware [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.102719] env[62359]: DEBUG nova.virt.hardware [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.102719] env[62359]: DEBUG nova.virt.hardware [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.102833] env[62359]: DEBUG nova.virt.hardware [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.103091] env[62359]: DEBUG nova.virt.hardware [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.103301] env[62359]: DEBUG nova.virt.hardware [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.103508] env[62359]: DEBUG nova.virt.hardware [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.103707] env[62359]: DEBUG nova.virt.hardware [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.103915] env[62359]: DEBUG nova.virt.hardware [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.104831] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff215503-24c5-4714-a06c-78c767c7a947 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.114137] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ccbecb-8bab-4a32-a396-40d65db6fe7d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.259722] env[62359]: DEBUG nova.scheduler.client.report [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.277512] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52eddfd1-225b-b511-bd87-7c4b9df714ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013083} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.279431] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4262cf19-d9f8-4f54-ba2f-9fa42ac178dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.285654] env[62359]: DEBUG oslo_vmware.api [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440893, 'name': PowerOnVM_Task, 'duration_secs': 0.414084} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.286553] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.286841] env[62359]: DEBUG nova.compute.manager [None req-4b720358-3537-4f12-a419-0b1f1db247c1 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.287667] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f7acd0-9f78-45c5-b660-21bee1ee58a5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.292424] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 845.292424] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5244c9e0-58f9-f656-4e7f-fbba38f577fb" [ 845.292424] env[62359]: _type = "Task" [ 845.292424] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.307160] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5244c9e0-58f9-f656-4e7f-fbba38f577fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.405145] env[62359]: DEBUG nova.network.neutron [req-04c71fbf-0d7a-4948-b2ce-010e22588510 req-161cd8ef-c363-4782-9c0f-173f0a7a0721 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updated VIF entry in instance network info cache for port 00c835af-c0ff-4ed2-b324-b9ba75a01ad4. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.405240] env[62359]: DEBUG nova.network.neutron [req-04c71fbf-0d7a-4948-b2ce-010e22588510 req-161cd8ef-c363-4782-9c0f-173f0a7a0721 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updating instance_info_cache with network_info: [{"id": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "address": "fa:16:3e:62:99:ef", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c835af-c0", "ovs_interfaceid": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.491413] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440892, 'name': CreateVM_Task, 'duration_secs': 0.532805} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.491595] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.492306] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.492525] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.492847] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.493117] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ead4aeb7-9d84-4196-bc28-07d872d11f1f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.502666] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 845.502666] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c44ff3-2350-8892-7fad-70024c3a3e54" [ 845.502666] env[62359]: _type = "Task" [ 845.502666] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.518678] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c44ff3-2350-8892-7fad-70024c3a3e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.552365] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: f77f03a2-5c31-478e-ad40-81ae15216981] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.587987] env[62359]: INFO nova.compute.manager [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Took 44.52 seconds to build instance. [ 845.768132] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.768699] env[62359]: DEBUG nova.compute.manager [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.771778] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.728s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.771778] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.773699] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.636s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.773699] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.775467] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.702s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.775677] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.777575] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.297s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.777747] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.779388] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.070s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.812211] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5244c9e0-58f9-f656-4e7f-fbba38f577fb, 'name': SearchDatastore_Task, 'duration_secs': 0.020277} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.813976] env[62359]: INFO nova.scheduler.client.report [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Deleted allocations for instance a5c1040b-4473-49f9-9f9e-07fd7cb4ead7 [ 845.814334] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.815568] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] c8459e5b-71a1-4225-a0af-52c0e3e1b5ef/c8459e5b-71a1-4225-a0af-52c0e3e1b5ef.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.820429] env[62359]: INFO nova.scheduler.client.report [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Deleted allocations for instance 1763ee71-5ce0-4eba-ae22-79f01896a574 [ 845.824920] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbd68060-d863-4c63-b074-18015fe8fc72 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.837065] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 845.837065] env[62359]: value = "task-2440894" [ 845.837065] env[62359]: _type = "Task" [ 845.837065] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.838353] env[62359]: INFO nova.scheduler.client.report [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleted allocations for instance 0f06e042-48f0-4ac2-a29a-8e10f154aef9 [ 845.847714] env[62359]: INFO nova.scheduler.client.report [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Deleted allocations for instance 9130a935-afbc-498f-9e27-4347e29c95d4 [ 845.855487] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.908077] env[62359]: DEBUG oslo_concurrency.lockutils [req-04c71fbf-0d7a-4948-b2ce-010e22588510 req-161cd8ef-c363-4782-9c0f-173f0a7a0721 service nova] Releasing lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.013701] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c44ff3-2350-8892-7fad-70024c3a3e54, 'name': SearchDatastore_Task, 'duration_secs': 0.015027} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.014051] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.014291] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.014555] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.014731] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.014917] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.015230] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf1f699c-6132-4f68-9b38-f2c12f0af2b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.025672] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.025914] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.026631] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631bad6b-69a3-4a4f-8ddb-b7d66b20be97 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.033114] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 846.033114] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5222edd3-76a1-ff23-66bb-b9bee061e077" [ 846.033114] env[62359]: _type = "Task" [ 846.033114] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.043391] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5222edd3-76a1-ff23-66bb-b9bee061e077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.055107] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: ab209762-cea6-4a76-9232-527ac7163c86] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.090887] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43ec1b29-8c28-484f-9ce3-027273efcdb4 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.031s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.284606] env[62359]: DEBUG nova.compute.utils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 846.290936] env[62359]: DEBUG nova.compute.manager [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.290936] env[62359]: DEBUG nova.network.neutron [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.295781] env[62359]: DEBUG nova.network.neutron [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Successfully updated port: e515e6ca-5f6e-4b6e-9878-b518dac6d1b9 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.332909] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2541081e-5b54-48a4-bee3-885deaedeecc tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "a5c1040b-4473-49f9-9f9e-07fd7cb4ead7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.344s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.334087] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b0efeb84-d403-485e-8354-6ddb5a3bb4ed tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "1763ee71-5ce0-4eba-ae22-79f01896a574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.433s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.353480] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440894, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.354103] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a7075b7-1776-42a9-ab7b-d4e58bb1af5d tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "0f06e042-48f0-4ac2-a29a-8e10f154aef9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.172s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.361565] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8052176b-c23e-4f6f-8b68-9cbca3424486 tempest-ListServersNegativeTestJSON-694392695 tempest-ListServersNegativeTestJSON-694392695-project-member] Lock "9130a935-afbc-498f-9e27-4347e29c95d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.751s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.369630] env[62359]: DEBUG nova.policy [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aad05dcfd9d74079bd65dfd98d19d067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02aa792a0baa4760be8eddde1365a517', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.551099] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5222edd3-76a1-ff23-66bb-b9bee061e077, 'name': SearchDatastore_Task, 'duration_secs': 0.015883} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.551099] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3c528b-a683-4b0e-a62b-b117deeacaa5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.558340] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: dff0ac3a-7e94-4349-af9c-2739b6c029ba] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.561210] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 846.561210] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52943238-49cd-6b6c-0773-93211619d670" [ 846.561210] env[62359]: _type = "Task" [ 846.561210] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.575016] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52943238-49cd-6b6c-0773-93211619d670, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.575373] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.575647] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] c9a62cca-4a9b-424c-8a9c-f620f6319f18/c9a62cca-4a9b-424c-8a9c-f620f6319f18.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.575933] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87ecb544-1329-4616-8abf-a84f513b782e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.583724] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 846.583724] env[62359]: value = "task-2440895" [ 846.583724] env[62359]: _type = "Task" [ 846.583724] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.593359] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.791186] env[62359]: DEBUG nova.compute.manager [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.800197] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "refresh_cache-08201d61-dc04-4715-8381-044a69824ba0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.800197] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired lock "refresh_cache-08201d61-dc04-4715-8381-044a69824ba0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.800197] env[62359]: DEBUG nova.network.neutron [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.802978] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada95f34-b434-4e81-88ac-c69c8eefa47d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.818343] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d7cdf6-9227-44e9-8c39-ecaaab643996 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.860241] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c8cef5-16bc-4ef5-99b0-84ecd1d11482 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.873769] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ddf18e-80a7-4088-8dc3-e6b0f737bd5f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.878600] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530309} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.878858] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] c8459e5b-71a1-4225-a0af-52c0e3e1b5ef/c8459e5b-71a1-4225-a0af-52c0e3e1b5ef.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.879105] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.879876] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-111829d4-ba73-4765-8686-8d1081fac838 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.894162] env[62359]: DEBUG nova.compute.provider_tree [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.907734] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 846.907734] env[62359]: value = "task-2440896" [ 846.907734] env[62359]: _type = "Task" [ 846.907734] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.920585] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.923083] env[62359]: DEBUG nova.compute.manager [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Received event network-vif-plugged-e515e6ca-5f6e-4b6e-9878-b518dac6d1b9 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.923303] env[62359]: DEBUG oslo_concurrency.lockutils [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] Acquiring lock "08201d61-dc04-4715-8381-044a69824ba0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.923432] env[62359]: DEBUG oslo_concurrency.lockutils [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] Lock "08201d61-dc04-4715-8381-044a69824ba0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.923599] env[62359]: DEBUG oslo_concurrency.lockutils [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] Lock "08201d61-dc04-4715-8381-044a69824ba0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.923922] env[62359]: DEBUG nova.compute.manager [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] [instance: 08201d61-dc04-4715-8381-044a69824ba0] No waiting events found dispatching network-vif-plugged-e515e6ca-5f6e-4b6e-9878-b518dac6d1b9 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.923922] env[62359]: WARNING nova.compute.manager [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Received unexpected event network-vif-plugged-e515e6ca-5f6e-4b6e-9878-b518dac6d1b9 for instance with vm_state building and task_state spawning. [ 846.924143] env[62359]: DEBUG nova.compute.manager [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Received event network-changed-e515e6ca-5f6e-4b6e-9878-b518dac6d1b9 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.924277] env[62359]: DEBUG nova.compute.manager [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Refreshing instance network info cache due to event network-changed-e515e6ca-5f6e-4b6e-9878-b518dac6d1b9. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 846.924481] env[62359]: DEBUG oslo_concurrency.lockutils [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] Acquiring lock "refresh_cache-08201d61-dc04-4715-8381-044a69824ba0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.021710] env[62359]: DEBUG oslo_concurrency.lockutils [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "669b2134-e128-49a9-aad6-15fcecc71e2d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.021979] env[62359]: DEBUG oslo_concurrency.lockutils [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.029162] env[62359]: DEBUG nova.network.neutron [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Successfully created port: d6110ab8-7d18-46f5-b0b5-576396eb64ea {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.070973] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bb3d6ca0-7eb0-42b2-ac0e-e91924211240] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.095204] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496707} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.096148] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] c9a62cca-4a9b-424c-8a9c-f620f6319f18/c9a62cca-4a9b-424c-8a9c-f620f6319f18.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.096148] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.096148] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-063bf45b-117e-4165-b7e0-4c7633eb3bfc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.098251] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "e2951b12-487b-4e09-a3a5-060b45caf180" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.098676] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "e2951b12-487b-4e09-a3a5-060b45caf180" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.099142] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "e2951b12-487b-4e09-a3a5-060b45caf180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.099322] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "e2951b12-487b-4e09-a3a5-060b45caf180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.099496] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "e2951b12-487b-4e09-a3a5-060b45caf180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.102439] env[62359]: INFO nova.compute.manager [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Terminating instance [ 847.108954] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 847.108954] env[62359]: value = "task-2440897" [ 847.108954] env[62359]: _type = "Task" [ 847.108954] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.116260] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.399288] env[62359]: DEBUG nova.scheduler.client.report [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.406041] env[62359]: DEBUG oslo_concurrency.lockutils [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "73b635f5-1588-4312-b068-fbe3e8346af3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.406041] env[62359]: DEBUG oslo_concurrency.lockutils [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.406041] env[62359]: DEBUG oslo_concurrency.lockutils [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "73b635f5-1588-4312-b068-fbe3e8346af3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.406041] env[62359]: DEBUG oslo_concurrency.lockutils [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.406041] env[62359]: DEBUG oslo_concurrency.lockutils [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.407161] env[62359]: INFO nova.compute.manager [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Terminating instance [ 847.424806] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258123} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.426054] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.426888] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf03db9-e90c-487b-8ae3-5c05476da523 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.462883] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] c8459e5b-71a1-4225-a0af-52c0e3e1b5ef/c8459e5b-71a1-4225-a0af-52c0e3e1b5ef.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.467732] env[62359]: DEBUG nova.network.neutron [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.470355] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7586e9f8-9a9c-4b39-97cc-dd999a74338b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.494468] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 847.494468] env[62359]: value = "task-2440898" [ 847.494468] env[62359]: _type = "Task" [ 847.494468] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.505334] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.525083] env[62359]: INFO nova.compute.manager [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Detaching volume f28a94a9-9362-44a0-8b57-512bfc74ab81 [ 847.574801] env[62359]: INFO nova.virt.block_device [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Attempting to driver detach volume f28a94a9-9362-44a0-8b57-512bfc74ab81 from mountpoint /dev/sdb [ 847.575152] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 847.575495] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494446', 'volume_id': 'f28a94a9-9362-44a0-8b57-512bfc74ab81', 'name': 'volume-f28a94a9-9362-44a0-8b57-512bfc74ab81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '669b2134-e128-49a9-aad6-15fcecc71e2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f28a94a9-9362-44a0-8b57-512bfc74ab81', 'serial': 'f28a94a9-9362-44a0-8b57-512bfc74ab81'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 847.575867] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 1efd98fb-74e1-463e-afee-a53f890f8043] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.581300] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41fa78e-6731-4f9f-aecd-f04d7aa58185 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.603198] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cffff6-b224-4567-ba47-65c28a775873 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.610111] env[62359]: DEBUG nova.compute.manager [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.610374] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.611707] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb808e9b-ac7f-4637-aeb9-eb054aea87ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.621480] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2b3503-6a90-423a-a7b3-d33cfe083a95 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.629205] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.630258] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072774} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.630258] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9479ecf-9508-4e5a-97a9-9ed318892998 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.631555] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.632915] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2139d84c-d3fd-4b78-b7a1-a2fb49bea6bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.652433] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725f65d1-52a0-48f5-8a44-b1e4e0f7190a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.673365] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] c9a62cca-4a9b-424c-8a9c-f620f6319f18/c9a62cca-4a9b-424c-8a9c-f620f6319f18.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.675339] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f61e111-8bf4-4057-9fb1-1f6cff314c42 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.689916] env[62359]: DEBUG oslo_vmware.api [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 847.689916] env[62359]: value = "task-2440899" [ 847.689916] env[62359]: _type = "Task" [ 847.689916] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.703102] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] The volume has not been displaced from its original location: [datastore1] volume-f28a94a9-9362-44a0-8b57-512bfc74ab81/volume-f28a94a9-9362-44a0-8b57-512bfc74ab81.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 847.708529] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 847.714721] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6d2d6a5-1dc8-4157-9851-1a5c06d6a507 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.729363] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 847.729363] env[62359]: value = "task-2440900" [ 847.729363] env[62359]: _type = "Task" [ 847.729363] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.736550] env[62359]: DEBUG oslo_vmware.api [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.738278] env[62359]: DEBUG oslo_vmware.api [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 847.738278] env[62359]: value = "task-2440901" [ 847.738278] env[62359]: _type = "Task" [ 847.738278] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.745186] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.750887] env[62359]: DEBUG oslo_vmware.api [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440901, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.801274] env[62359]: DEBUG nova.compute.manager [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.833546] env[62359]: DEBUG nova.virt.hardware [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.833822] env[62359]: DEBUG nova.virt.hardware [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.833980] env[62359]: DEBUG nova.virt.hardware [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.834208] env[62359]: DEBUG nova.virt.hardware [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.834370] env[62359]: DEBUG nova.virt.hardware [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.834560] env[62359]: DEBUG nova.virt.hardware [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.834806] env[62359]: DEBUG nova.virt.hardware [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.834965] env[62359]: DEBUG nova.virt.hardware [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.835154] env[62359]: DEBUG nova.virt.hardware [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.835321] env[62359]: DEBUG nova.virt.hardware [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.835496] env[62359]: DEBUG nova.virt.hardware [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.836505] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8038543a-b618-4616-af24-4e139d54ab60 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.846964] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2648bdd4-c43a-4c0b-a9e8-06db3ceba636 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.913577] env[62359]: DEBUG nova.network.neutron [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Updating instance_info_cache with network_info: [{"id": "e515e6ca-5f6e-4b6e-9878-b518dac6d1b9", "address": "fa:16:3e:70:95:43", "network": {"id": "da0b4c8f-9eda-4361-a90a-0e40af501329", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590189730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3399b9a52545b38e5176d4df82ba9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape515e6ca-5f", "ovs_interfaceid": "e515e6ca-5f6e-4b6e-9878-b518dac6d1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.919196] env[62359]: DEBUG nova.compute.manager [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.919672] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.923252] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53f3ee2-45c2-4771-b633-449e3435f252 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.933991] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.934639] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16ee5a26-b27c-4c0a-99de-feecceafde29 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.944451] env[62359]: DEBUG oslo_vmware.api [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 847.944451] env[62359]: value = "task-2440902" [ 847.944451] env[62359]: _type = "Task" [ 847.944451] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.955372] env[62359]: DEBUG oslo_vmware.api [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.006727] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.087278] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 26b6dc14-6f61-48d3-9653-c4ef58e1679a] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.215311] env[62359]: DEBUG oslo_vmware.api [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.245551] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.258953] env[62359]: DEBUG oslo_vmware.api [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.412554] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.633s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.418731] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.639s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.419313] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.424760] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 18.443s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.431194] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Releasing lock "refresh_cache-08201d61-dc04-4715-8381-044a69824ba0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.431919] env[62359]: DEBUG nova.compute.manager [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Instance network_info: |[{"id": "e515e6ca-5f6e-4b6e-9878-b518dac6d1b9", "address": "fa:16:3e:70:95:43", "network": {"id": "da0b4c8f-9eda-4361-a90a-0e40af501329", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590189730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3399b9a52545b38e5176d4df82ba9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape515e6ca-5f", "ovs_interfaceid": "e515e6ca-5f6e-4b6e-9878-b518dac6d1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.433173] env[62359]: DEBUG oslo_concurrency.lockutils [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] Acquired lock "refresh_cache-08201d61-dc04-4715-8381-044a69824ba0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.433347] env[62359]: DEBUG nova.network.neutron [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Refreshing network info cache for port e515e6ca-5f6e-4b6e-9878-b518dac6d1b9 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.436430] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:95:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e515e6ca-5f6e-4b6e-9878-b518dac6d1b9', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.444020] env[62359]: DEBUG oslo.service.loopingcall [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.444985] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.445738] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ebe4572-25a9-4107-8ffb-56d701411e2a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.483093] env[62359]: DEBUG oslo_vmware.api [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440902, 'name': PowerOffVM_Task, 'duration_secs': 0.421805} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.483093] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.483093] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.483093] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.483093] env[62359]: value = "task-2440903" [ 848.483093] env[62359]: _type = "Task" [ 848.483093] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.483093] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88955f93-fd4c-4648-be57-100b9253329b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.488302] env[62359]: INFO nova.scheduler.client.report [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleted allocations for instance 0aba8449-416d-4ca3-815f-4f799eb94eaa [ 848.493726] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440903, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.508315] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.591793] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 5632f00a-9ab2-43ac-a035-7714913417e4] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.714868] env[62359]: DEBUG oslo_vmware.api [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440899, 'name': PowerOffVM_Task, 'duration_secs': 0.769211} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.715192] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.715362] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.715716] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dceaf1b3-17fb-46a7-8466-9dc31007fef4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.744015] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440900, 'name': ReconfigVM_Task, 'duration_secs': 0.840627} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.744209] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Reconfigured VM instance instance-00000047 to attach disk [datastore2] c9a62cca-4a9b-424c-8a9c-f620f6319f18/c9a62cca-4a9b-424c-8a9c-f620f6319f18.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.744890] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bec256c-a29d-4050-8e92-bddcf0fef471 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.757695] env[62359]: DEBUG oslo_vmware.api [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440901, 'name': ReconfigVM_Task, 'duration_secs': 0.756585} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.759370] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 848.765011] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 848.765011] env[62359]: value = "task-2440906" [ 848.765011] env[62359]: _type = "Task" [ 848.765011] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.765658] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77dc98d2-32c5-46e5-a689-a29c577fc331 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.787954] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440906, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.789761] env[62359]: DEBUG oslo_vmware.api [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 848.789761] env[62359]: value = "task-2440907" [ 848.789761] env[62359]: _type = "Task" [ 848.789761] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.801380] env[62359]: DEBUG oslo_vmware.api [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.823625] env[62359]: DEBUG nova.network.neutron [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Successfully updated port: d6110ab8-7d18-46f5-b0b5-576396eb64ea {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.933262] env[62359]: DEBUG nova.objects.instance [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lazy-loading 'migration_context' on Instance uuid ca6ca5fe-040d-46ea-b893-412a9d300ab4 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.995360] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440903, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.009876] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0069d32c-f3b8-4678-bb78-c28ed84fa400 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "0aba8449-416d-4ca3-815f-4f799eb94eaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.753s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.015696] env[62359]: DEBUG nova.compute.manager [req-758b0364-8958-42ed-b25b-58239f83592e req-f89ea8ab-1d43-4dec-be97-9fb58cf3478c service nova] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Received event network-vif-plugged-d6110ab8-7d18-46f5-b0b5-576396eb64ea {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.019378] env[62359]: DEBUG oslo_concurrency.lockutils [req-758b0364-8958-42ed-b25b-58239f83592e req-f89ea8ab-1d43-4dec-be97-9fb58cf3478c service nova] Acquiring lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.019698] env[62359]: DEBUG oslo_concurrency.lockutils [req-758b0364-8958-42ed-b25b-58239f83592e req-f89ea8ab-1d43-4dec-be97-9fb58cf3478c service nova] Lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.019946] env[62359]: DEBUG oslo_concurrency.lockutils [req-758b0364-8958-42ed-b25b-58239f83592e req-f89ea8ab-1d43-4dec-be97-9fb58cf3478c service nova] Lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.020163] env[62359]: DEBUG nova.compute.manager [req-758b0364-8958-42ed-b25b-58239f83592e req-f89ea8ab-1d43-4dec-be97-9fb58cf3478c service nova] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] No waiting events found dispatching network-vif-plugged-d6110ab8-7d18-46f5-b0b5-576396eb64ea {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.020361] env[62359]: WARNING nova.compute.manager [req-758b0364-8958-42ed-b25b-58239f83592e req-f89ea8ab-1d43-4dec-be97-9fb58cf3478c service nova] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Received unexpected event network-vif-plugged-d6110ab8-7d18-46f5-b0b5-576396eb64ea for instance with vm_state building and task_state spawning. [ 849.025139] env[62359]: INFO nova.scheduler.client.report [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted allocation for migration b27e67fa-baab-45b3-b11f-bffffb9f8bc6 [ 849.030217] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440898, 'name': ReconfigVM_Task, 'duration_secs': 1.04532} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.030709] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Reconfigured VM instance instance-00000046 to attach disk [datastore2] c8459e5b-71a1-4225-a0af-52c0e3e1b5ef/c8459e5b-71a1-4225-a0af-52c0e3e1b5ef.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.031963] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d4085b4-6e82-497d-aadd-5609a90b3681 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.042527] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 849.042527] env[62359]: value = "task-2440908" [ 849.042527] env[62359]: _type = "Task" [ 849.042527] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.054063] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440908, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.054540] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "5815dbcf-e70f-46b0-910c-ed60f8245a56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.055281] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "5815dbcf-e70f-46b0-910c-ed60f8245a56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.055281] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "5815dbcf-e70f-46b0-910c-ed60f8245a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.055281] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "5815dbcf-e70f-46b0-910c-ed60f8245a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.055446] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "5815dbcf-e70f-46b0-910c-ed60f8245a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.057647] env[62359]: INFO nova.compute.manager [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Terminating instance [ 849.094595] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 59915864-7434-48a0-a2a5-7078596bac19] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.226669] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.226669] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.226669] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.226669] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.226669] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.236499] env[62359]: DEBUG nova.compute.manager [req-b4ec535b-da73-43b4-97c8-eac65a6a36a1 req-a8d9d566-3e35-464d-90bc-518708b194a0 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received event network-changed-93882ec3-526a-40e9-8e75-fd7d275d065c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.236499] env[62359]: DEBUG nova.compute.manager [req-b4ec535b-da73-43b4-97c8-eac65a6a36a1 req-a8d9d566-3e35-464d-90bc-518708b194a0 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Refreshing instance network info cache due to event network-changed-93882ec3-526a-40e9-8e75-fd7d275d065c. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 849.236499] env[62359]: DEBUG oslo_concurrency.lockutils [req-b4ec535b-da73-43b4-97c8-eac65a6a36a1 req-a8d9d566-3e35-464d-90bc-518708b194a0 service nova] Acquiring lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.236499] env[62359]: DEBUG oslo_concurrency.lockutils [req-b4ec535b-da73-43b4-97c8-eac65a6a36a1 req-a8d9d566-3e35-464d-90bc-518708b194a0 service nova] Acquired lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.236499] env[62359]: DEBUG nova.network.neutron [req-b4ec535b-da73-43b4-97c8-eac65a6a36a1 req-a8d9d566-3e35-464d-90bc-518708b194a0 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Refreshing network info cache for port 93882ec3-526a-40e9-8e75-fd7d275d065c {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.236499] env[62359]: INFO nova.compute.manager [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Terminating instance [ 849.244600] env[62359]: DEBUG nova.network.neutron [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Updated VIF entry in instance network info cache for port e515e6ca-5f6e-4b6e-9878-b518dac6d1b9. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.244600] env[62359]: DEBUG nova.network.neutron [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Updating instance_info_cache with network_info: [{"id": "e515e6ca-5f6e-4b6e-9878-b518dac6d1b9", "address": "fa:16:3e:70:95:43", "network": {"id": "da0b4c8f-9eda-4361-a90a-0e40af501329", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1590189730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3399b9a52545b38e5176d4df82ba9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape515e6ca-5f", "ovs_interfaceid": "e515e6ca-5f6e-4b6e-9878-b518dac6d1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.287778] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440906, 'name': Rename_Task, 'duration_secs': 0.23233} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.288196] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.288505] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11137c48-d904-431f-80c0-0d53a251c66a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.302153] env[62359]: DEBUG oslo_vmware.api [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440907, 'name': ReconfigVM_Task, 'duration_secs': 0.290998} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.303999] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494446', 'volume_id': 'f28a94a9-9362-44a0-8b57-512bfc74ab81', 'name': 'volume-f28a94a9-9362-44a0-8b57-512bfc74ab81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '669b2134-e128-49a9-aad6-15fcecc71e2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f28a94a9-9362-44a0-8b57-512bfc74ab81', 'serial': 'f28a94a9-9362-44a0-8b57-512bfc74ab81'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 849.306850] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 849.306850] env[62359]: value = "task-2440909" [ 849.306850] env[62359]: _type = "Task" [ 849.306850] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.318169] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.326907] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquiring lock "refresh_cache-c2973fef-e4fe-477d-8b7e-9d9f621a95f3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.327084] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquired lock "refresh_cache-c2973fef-e4fe-477d-8b7e-9d9f621a95f3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.327249] env[62359]: DEBUG nova.network.neutron [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.334792] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.334792] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.334792] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Deleting the datastore file [datastore1] 73b635f5-1588-4312-b068-fbe3e8346af3 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.334792] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e82744bd-31d9-4947-b802-3d8ee73720cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.339426] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.339426] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.339426] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Deleting the datastore file [datastore1] e2951b12-487b-4e09-a3a5-060b45caf180 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.339426] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aa23df7-c4fa-4fb2-8766-5b023777ab93 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.350361] env[62359]: DEBUG oslo_vmware.api [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 849.350361] env[62359]: value = "task-2440911" [ 849.350361] env[62359]: _type = "Task" [ 849.350361] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.350361] env[62359]: DEBUG oslo_vmware.api [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for the task: (returnval){ [ 849.350361] env[62359]: value = "task-2440910" [ 849.350361] env[62359]: _type = "Task" [ 849.350361] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.367538] env[62359]: DEBUG oslo_vmware.api [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.371540] env[62359]: DEBUG oslo_vmware.api [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.498797] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440903, 'name': CreateVM_Task, 'duration_secs': 0.640835} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.501531] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.502523] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.502711] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.503030] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.503322] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548f637e-b1bf-4211-a66a-c0c71a7feccb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.509253] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 849.509253] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528ea5a4-e674-f092-f041-f35f28e41a0e" [ 849.509253] env[62359]: _type = "Task" [ 849.509253] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.521625] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528ea5a4-e674-f092-f041-f35f28e41a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.532241] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e406a23f-5daf-4c85-b107-b7a519514122 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "bc030728-2a01-4be4-a15c-994c33282493" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.287s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.558819] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440908, 'name': Rename_Task, 'duration_secs': 0.346794} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.560531] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.561014] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb45f05-f063-4373-8f34-81c116427b85 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.565064] env[62359]: DEBUG nova.compute.manager [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.565507] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.567544] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1708ba-cede-4ecc-a540-0d176cbc4003 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.581978] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 849.581978] env[62359]: value = "task-2440912" [ 849.581978] env[62359]: _type = "Task" [ 849.581978] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.592927] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.594187] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adda0733-e580-4ee6-a1ec-5c3e398b24aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.606711] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: f00b731b-a392-424e-9e52-8dd3d9017a9e] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.610444] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.618424] env[62359]: DEBUG oslo_vmware.api [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 849.618424] env[62359]: value = "task-2440913" [ 849.618424] env[62359]: _type = "Task" [ 849.618424] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.632714] env[62359]: DEBUG oslo_vmware.api [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.736435] env[62359]: DEBUG nova.compute.manager [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.736786] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.737855] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbe0bf4-f814-4ee9-8b60-4de7a0303ff0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.746468] env[62359]: DEBUG oslo_concurrency.lockutils [req-d182e362-56f0-4c53-b60f-18a60179e71e req-c398c0c1-1b75-4a3c-b5a7-b6234ce1aa52 service nova] Releasing lock "refresh_cache-08201d61-dc04-4715-8381-044a69824ba0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.751023] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.751382] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835fd1db-df64-402e-b4c5-c0bc71a8924e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.761024] env[62359]: DEBUG oslo_vmware.api [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 849.761024] env[62359]: value = "task-2440914" [ 849.761024] env[62359]: _type = "Task" [ 849.761024] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.781031] env[62359]: DEBUG oslo_vmware.api [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.823830] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.868618] env[62359]: DEBUG oslo_vmware.api [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Task: {'id': task-2440910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227503} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.871548] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.871724] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.871895] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.872091] env[62359]: INFO nova.compute.manager [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Took 1.95 seconds to destroy the instance on the hypervisor. [ 849.872358] env[62359]: DEBUG oslo.service.loopingcall [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.872997] env[62359]: DEBUG oslo_vmware.api [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231287} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.872997] env[62359]: DEBUG nova.compute.manager [-] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.872997] env[62359]: DEBUG nova.network.neutron [-] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.874894] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.875092] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.875287] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.875459] env[62359]: INFO nova.compute.manager [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Took 2.27 seconds to destroy the instance on the hypervisor. [ 849.875728] env[62359]: DEBUG oslo.service.loopingcall [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.875934] env[62359]: DEBUG nova.compute.manager [-] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.876489] env[62359]: DEBUG nova.network.neutron [-] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.881685] env[62359]: DEBUG nova.objects.instance [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'flavor' on Instance uuid 669b2134-e128-49a9-aad6-15fcecc71e2d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.938373] env[62359]: DEBUG nova.network.neutron [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.022716] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528ea5a4-e674-f092-f041-f35f28e41a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.024815} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.022716] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.022716] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.022716] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.022716] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.023096] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.023334] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f556a9c-fa04-48a5-bc5b-e9a3d047fe28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.034584] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fd2cb7-9387-4b9d-9612-81ebbf5c7242 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.049640] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.050080] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.052855] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4b1a15-0d3a-43a0-bfe2-61ad688ad44f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.062866] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f07b38b-6f70-403e-903a-dedf981136ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.071328] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 850.071328] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52fd6d1e-f8d8-f907-8df0-acc4eeb5352e" [ 850.071328] env[62359]: _type = "Task" [ 850.071328] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.113925] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b054cf8a-9ef6-4842-84e2-e65fdb86dd5e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.123967] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 14eaf7ed-743b-4198-832d-54d4cc21c2d8] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.126818] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52fd6d1e-f8d8-f907-8df0-acc4eeb5352e, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.138956] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61f8838-27b1-4e25-95a6-99dc69a732a9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.141736] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440912, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.143618] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264ba137-48ab-4968-a12f-49c449e3ee7e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.152760] env[62359]: DEBUG oslo_vmware.api [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440913, 'name': PowerOffVM_Task, 'duration_secs': 0.250215} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.153579] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.153755] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.154072] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca556d75-c4e7-4dec-b870-24ffa323e792 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.157572] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 850.157572] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527b30ec-84db-6add-965d-e32ad2addc37" [ 850.157572] env[62359]: _type = "Task" [ 850.157572] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.166978] env[62359]: DEBUG nova.compute.provider_tree [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.175154] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "49f77949-d892-470f-bc90-908d75400e34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.175398] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "49f77949-d892-470f-bc90-908d75400e34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.175613] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "49f77949-d892-470f-bc90-908d75400e34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.175792] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "49f77949-d892-470f-bc90-908d75400e34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.175957] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "49f77949-d892-470f-bc90-908d75400e34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.182376] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527b30ec-84db-6add-965d-e32ad2addc37, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.182990] env[62359]: INFO nova.compute.manager [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Terminating instance [ 850.184711] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.184860] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 08201d61-dc04-4715-8381-044a69824ba0/08201d61-dc04-4715-8381-044a69824ba0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.186146] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a25f46b5-0423-4894-bf8d-321a1db60593 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.195848] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 850.195848] env[62359]: value = "task-2440916" [ 850.195848] env[62359]: _type = "Task" [ 850.195848] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.206454] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.248358] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.248649] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.248792] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleting the datastore file [datastore1] 5815dbcf-e70f-46b0-910c-ed60f8245a56 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.248972] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bea1dce1-6f35-4cc4-9cde-a10c7fefdaf0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.261949] env[62359]: DEBUG oslo_vmware.api [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 850.261949] env[62359]: value = "task-2440917" [ 850.261949] env[62359]: _type = "Task" [ 850.261949] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.274628] env[62359]: DEBUG oslo_vmware.api [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.278050] env[62359]: DEBUG oslo_vmware.api [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440914, 'name': PowerOffVM_Task, 'duration_secs': 0.253895} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.278367] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.278558] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.278822] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daf12d7c-cb1a-4e29-beb8-1f90c6f043fd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.308919] env[62359]: DEBUG nova.network.neutron [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Updating instance_info_cache with network_info: [{"id": "d6110ab8-7d18-46f5-b0b5-576396eb64ea", "address": "fa:16:3e:d8:1b:96", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6110ab8-7d", "ovs_interfaceid": "d6110ab8-7d18-46f5-b0b5-576396eb64ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.322574] env[62359]: DEBUG oslo_vmware.api [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2440909, 'name': PowerOnVM_Task, 'duration_secs': 0.826485} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.322837] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.323073] env[62359]: INFO nova.compute.manager [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Took 8.89 seconds to spawn the instance on the hypervisor. [ 850.323261] env[62359]: DEBUG nova.compute.manager [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.326124] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a37273c-0ff3-4997-9500-0b7d37c82734 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.356364] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.356786] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.357123] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Deleting the datastore file [datastore1] 09455f5a-ac87-4c1f-a6d1-0e9a0736493b {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.357484] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88098dd8-090e-43a9-bea6-ddfca5b8a327 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.367672] env[62359]: DEBUG oslo_vmware.api [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for the task: (returnval){ [ 850.367672] env[62359]: value = "task-2440919" [ 850.367672] env[62359]: _type = "Task" [ 850.367672] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.378859] env[62359]: DEBUG oslo_vmware.api [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.483099] env[62359]: DEBUG nova.network.neutron [req-b4ec535b-da73-43b4-97c8-eac65a6a36a1 req-a8d9d566-3e35-464d-90bc-518708b194a0 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updated VIF entry in instance network info cache for port 93882ec3-526a-40e9-8e75-fd7d275d065c. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.483409] env[62359]: DEBUG nova.network.neutron [req-b4ec535b-da73-43b4-97c8-eac65a6a36a1 req-a8d9d566-3e35-464d-90bc-518708b194a0 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updating instance_info_cache with network_info: [{"id": "93882ec3-526a-40e9-8e75-fd7d275d065c", "address": "fa:16:3e:5c:f0:21", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93882ec3-52", "ovs_interfaceid": "93882ec3-526a-40e9-8e75-fd7d275d065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.620575] env[62359]: DEBUG oslo_vmware.api [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440912, 'name': PowerOnVM_Task, 'duration_secs': 0.713653} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.621326] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.621645] env[62359]: INFO nova.compute.manager [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Took 11.85 seconds to spawn the instance on the hypervisor. [ 850.621872] env[62359]: DEBUG nova.compute.manager [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.622756] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be78baec-faa4-40d0-93eb-80b49f343bb7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.628476] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 981fb438-a3ad-415e-9dc8-276a8829a769] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.673856] env[62359]: DEBUG nova.scheduler.client.report [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.690137] env[62359]: DEBUG nova.compute.manager [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.690934] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.692737] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192c379a-db79-4570-b71a-a70fe0b1bb38 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.711785] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440916, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.716129] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.716129] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02249c76-c489-45a3-83fa-13941e116477 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.725045] env[62359]: DEBUG oslo_vmware.api [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 850.725045] env[62359]: value = "task-2440920" [ 850.725045] env[62359]: _type = "Task" [ 850.725045] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.740657] env[62359]: DEBUG oslo_vmware.api [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.773677] env[62359]: DEBUG oslo_vmware.api [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198459} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.774131] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.774371] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.774654] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.774849] env[62359]: INFO nova.compute.manager [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Took 1.21 seconds to destroy the instance on the hypervisor. [ 850.775357] env[62359]: DEBUG oslo.service.loopingcall [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.775614] env[62359]: DEBUG nova.compute.manager [-] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.775730] env[62359]: DEBUG nova.network.neutron [-] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.818042] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Releasing lock "refresh_cache-c2973fef-e4fe-477d-8b7e-9d9f621a95f3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.818042] env[62359]: DEBUG nova.compute.manager [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Instance network_info: |[{"id": "d6110ab8-7d18-46f5-b0b5-576396eb64ea", "address": "fa:16:3e:d8:1b:96", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6110ab8-7d", "ovs_interfaceid": "d6110ab8-7d18-46f5-b0b5-576396eb64ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.818042] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:1b:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6110ab8-7d18-46f5-b0b5-576396eb64ea', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.824849] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Creating folder: Project (02aa792a0baa4760be8eddde1365a517). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.825183] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfd42307-d1d2-43d7-82fb-1c29f472b2c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.847899] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Created folder: Project (02aa792a0baa4760be8eddde1365a517) in parent group-v494269. [ 850.848112] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Creating folder: Instances. Parent ref: group-v494468. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.852022] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdee6266-7cee-44fe-ad9c-9999ee3fd250 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.858653] env[62359]: INFO nova.compute.manager [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Took 41.24 seconds to build instance. [ 850.869655] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Created folder: Instances in parent group-v494468. [ 850.869840] env[62359]: DEBUG oslo.service.loopingcall [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.873220] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.873435] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4752123-4f6f-428f-91ff-95c07e8d0bc5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.893131] env[62359]: DEBUG oslo_concurrency.lockutils [None req-22be31ef-4ccc-498c-9dac-917a8cbc5124 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.871s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.901393] env[62359]: DEBUG oslo_vmware.api [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Task: {'id': task-2440919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259943} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.901393] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.901393] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.901393] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.901393] env[62359]: INFO nova.compute.manager [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 850.901686] env[62359]: DEBUG oslo.service.loopingcall [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.902332] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.902332] env[62359]: value = "task-2440923" [ 850.902332] env[62359]: _type = "Task" [ 850.902332] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.902618] env[62359]: DEBUG nova.compute.manager [-] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.902618] env[62359]: DEBUG nova.network.neutron [-] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.915886] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440923, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.986746] env[62359]: DEBUG oslo_concurrency.lockutils [req-b4ec535b-da73-43b4-97c8-eac65a6a36a1 req-a8d9d566-3e35-464d-90bc-518708b194a0 service nova] Releasing lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.145890] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 22951fa0-9695-487c-88de-05a13a9e96a5] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.147680] env[62359]: DEBUG nova.network.neutron [-] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.150571] env[62359]: INFO nova.compute.manager [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Took 47.52 seconds to build instance. [ 851.213025] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597842} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.213025] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 08201d61-dc04-4715-8381-044a69824ba0/08201d61-dc04-4715-8381-044a69824ba0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.213025] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.213025] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b705c322-eb00-4f08-a39f-64c78674ad5c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.222183] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 851.222183] env[62359]: value = "task-2440924" [ 851.222183] env[62359]: _type = "Task" [ 851.222183] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.233649] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.243627] env[62359]: DEBUG oslo_vmware.api [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440920, 'name': PowerOffVM_Task, 'duration_secs': 0.37791} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.243627] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.243627] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.243627] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c2ccf01-a894-44c9-aea8-833110d755cd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.328478] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.328720] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.328938] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleting the datastore file [datastore1] 49f77949-d892-470f-bc90-908d75400e34 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.329275] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc02292d-baea-4eac-b62b-fdedb5cfcaa4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.341187] env[62359]: DEBUG oslo_vmware.api [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 851.341187] env[62359]: value = "task-2440926" [ 851.341187] env[62359]: _type = "Task" [ 851.341187] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.358905] env[62359]: DEBUG oslo_vmware.api [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.361699] env[62359]: DEBUG oslo_concurrency.lockutils [None req-61e1cd15-c69b-452e-8cc5-2490df5b00e0 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.770s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.427140] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440923, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.476149] env[62359]: DEBUG nova.network.neutron [-] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.535529] env[62359]: DEBUG nova.compute.manager [req-7828cabb-a3eb-4f7b-adf9-b8479e75b229 req-7de059cd-3063-4084-b560-f3a12c268772 service nova] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Received event network-changed-d6110ab8-7d18-46f5-b0b5-576396eb64ea {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.535529] env[62359]: DEBUG nova.compute.manager [req-7828cabb-a3eb-4f7b-adf9-b8479e75b229 req-7de059cd-3063-4084-b560-f3a12c268772 service nova] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Refreshing instance network info cache due to event network-changed-d6110ab8-7d18-46f5-b0b5-576396eb64ea. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 851.535529] env[62359]: DEBUG oslo_concurrency.lockutils [req-7828cabb-a3eb-4f7b-adf9-b8479e75b229 req-7de059cd-3063-4084-b560-f3a12c268772 service nova] Acquiring lock "refresh_cache-c2973fef-e4fe-477d-8b7e-9d9f621a95f3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.535529] env[62359]: DEBUG oslo_concurrency.lockutils [req-7828cabb-a3eb-4f7b-adf9-b8479e75b229 req-7de059cd-3063-4084-b560-f3a12c268772 service nova] Acquired lock "refresh_cache-c2973fef-e4fe-477d-8b7e-9d9f621a95f3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.535529] env[62359]: DEBUG nova.network.neutron [req-7828cabb-a3eb-4f7b-adf9-b8479e75b229 req-7de059cd-3063-4084-b560-f3a12c268772 service nova] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Refreshing network info cache for port d6110ab8-7d18-46f5-b0b5-576396eb64ea {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.569021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "a588c481-3ba6-4e82-95e0-681694f0a169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.569021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "a588c481-3ba6-4e82-95e0-681694f0a169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.649858] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 5fe67ecd-6ce4-4f2a-9223-62caff0f6a66] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.652296] env[62359]: INFO nova.compute.manager [-] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Took 1.78 seconds to deallocate network for instance. [ 851.654242] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d8f9d997-aac8-4bdf-89a5-53c47ab291a1 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.035s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.689009] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.264s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.697793] env[62359]: DEBUG oslo_concurrency.lockutils [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.233s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.698149] env[62359]: DEBUG nova.objects.instance [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Lazy-loading 'resources' on Instance uuid 25f5dcb1-89cd-4a61-9000-6ef3ed91714f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.704273] env[62359]: WARNING oslo_messaging._drivers.amqpdriver [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 851.732797] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146673} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.733162] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.734435] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf9f477-b8c8-4d96-a12c-b0573de22048 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.760319] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 08201d61-dc04-4715-8381-044a69824ba0/08201d61-dc04-4715-8381-044a69824ba0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.761664] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7949a4a9-d5ce-4444-9293-3370120b5803 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.787893] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 851.787893] env[62359]: value = "task-2440927" [ 851.787893] env[62359]: _type = "Task" [ 851.787893] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.805072] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.851125] env[62359]: DEBUG oslo_vmware.api [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27065} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.851398] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.851585] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.851771] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.851943] env[62359]: INFO nova.compute.manager [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: 49f77949-d892-470f-bc90-908d75400e34] Took 1.16 seconds to destroy the instance on the hypervisor. [ 851.852286] env[62359]: DEBUG oslo.service.loopingcall [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.852407] env[62359]: DEBUG nova.compute.manager [-] [instance: 49f77949-d892-470f-bc90-908d75400e34] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.852523] env[62359]: DEBUG nova.network.neutron [-] [instance: 49f77949-d892-470f-bc90-908d75400e34] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.919219] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "669b2134-e128-49a9-aad6-15fcecc71e2d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.919494] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.919676] env[62359]: DEBUG nova.compute.manager [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.920515] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d37a180-fd12-4b92-ba52-31ea7f482593 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.929506] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440923, 'name': CreateVM_Task, 'duration_secs': 0.582132} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.931867] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.932170] env[62359]: DEBUG nova.compute.manager [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62359) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 851.932990] env[62359]: DEBUG nova.objects.instance [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'flavor' on Instance uuid 669b2134-e128-49a9-aad6-15fcecc71e2d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.935045] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.935293] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.935676] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.936015] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f532d6d-eb18-4810-994b-cf3568050f5b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.944403] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for the task: (returnval){ [ 851.944403] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52744440-47a0-b6a5-ca6a-8a335ceda11e" [ 851.944403] env[62359]: _type = "Task" [ 851.944403] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.956110] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52744440-47a0-b6a5-ca6a-8a335ceda11e, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.956805] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.956805] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.956805] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.957031] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.957214] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.957485] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a0d7a9f-b379-41e7-a4c7-c6f421458543 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.966899] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.967107] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.967826] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69b7000-a5f5-4885-bf59-b385d219d8c8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.975631] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for the task: (returnval){ [ 851.975631] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524538b6-814f-b2f8-4920-9813215dea5b" [ 851.975631] env[62359]: _type = "Task" [ 851.975631] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.980020] env[62359]: INFO nova.compute.manager [-] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Took 2.11 seconds to deallocate network for instance. [ 851.990319] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524538b6-814f-b2f8-4920-9813215dea5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.992474] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222391cd-e2d4-4b63-81b6-f59c118cf172 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.997787] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for the task: (returnval){ [ 851.997787] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52efe32d-331c-33b5-7c51-c4c5d7145902" [ 851.997787] env[62359]: _type = "Task" [ 851.997787] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.007630] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52efe32d-331c-33b5-7c51-c4c5d7145902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.017239] env[62359]: DEBUG nova.network.neutron [-] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.072581] env[62359]: DEBUG nova.compute.manager [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.142473] env[62359]: DEBUG nova.network.neutron [-] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.157415] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bae0649b-ebc1-459c-bb85-c4f152e4736e] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 852.162183] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.304232] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.454736] env[62359]: DEBUG nova.network.neutron [req-7828cabb-a3eb-4f7b-adf9-b8479e75b229 req-7de059cd-3063-4084-b560-f3a12c268772 service nova] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Updated VIF entry in instance network info cache for port d6110ab8-7d18-46f5-b0b5-576396eb64ea. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.454736] env[62359]: DEBUG nova.network.neutron [req-7828cabb-a3eb-4f7b-adf9-b8479e75b229 req-7de059cd-3063-4084-b560-f3a12c268772 service nova] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Updating instance_info_cache with network_info: [{"id": "d6110ab8-7d18-46f5-b0b5-576396eb64ea", "address": "fa:16:3e:d8:1b:96", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6110ab8-7d", "ovs_interfaceid": "d6110ab8-7d18-46f5-b0b5-576396eb64ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.491897] env[62359]: DEBUG oslo_concurrency.lockutils [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.513430] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52efe32d-331c-33b5-7c51-c4c5d7145902, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.513684] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.515542] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] c2973fef-e4fe-477d-8b7e-9d9f621a95f3/c2973fef-e4fe-477d-8b7e-9d9f621a95f3.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.515542] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3d18069-0b73-4a4b-aed4-f51ef48901f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.519525] env[62359]: INFO nova.compute.manager [-] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Took 1.74 seconds to deallocate network for instance. [ 852.526990] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for the task: (returnval){ [ 852.526990] env[62359]: value = "task-2440928" [ 852.526990] env[62359]: _type = "Task" [ 852.526990] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.541475] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.604438] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.646806] env[62359]: INFO nova.compute.manager [-] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Took 1.74 seconds to deallocate network for instance. [ 852.661137] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 92047179-2f4d-4f31-8c80-853d7c10946c] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 852.752693] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882fbdd3-0c0b-4229-ab23-cbf179ed6d01 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.762663] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f5000e-0844-4e47-a0bf-f8d4eedab358 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.811249] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664afb66-3208-4d8e-8d88-c675afa22902 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.824191] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faf3804-6e15-4f64-bffb-fc2b5f97f570 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.829148] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440927, 'name': ReconfigVM_Task, 'duration_secs': 0.818435} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.832994] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 08201d61-dc04-4715-8381-044a69824ba0/08201d61-dc04-4715-8381-044a69824ba0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.832994] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8ee73b7-9080-4225-8e6e-d5f6c16c9b24 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.844649] env[62359]: DEBUG nova.compute.provider_tree [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.848436] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 852.848436] env[62359]: value = "task-2440929" [ 852.848436] env[62359]: _type = "Task" [ 852.848436] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.857680] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440929, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.888091] env[62359]: DEBUG nova.network.neutron [-] [instance: 49f77949-d892-470f-bc90-908d75400e34] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.945876] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.946096] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ef219d3-562b-4acc-b04b-86052ec0755b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.956205] env[62359]: DEBUG oslo_vmware.api [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 852.956205] env[62359]: value = "task-2440930" [ 852.956205] env[62359]: _type = "Task" [ 852.956205] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.956939] env[62359]: DEBUG oslo_concurrency.lockutils [req-7828cabb-a3eb-4f7b-adf9-b8479e75b229 req-7de059cd-3063-4084-b560-f3a12c268772 service nova] Releasing lock "refresh_cache-c2973fef-e4fe-477d-8b7e-9d9f621a95f3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.957277] env[62359]: DEBUG nova.compute.manager [req-7828cabb-a3eb-4f7b-adf9-b8479e75b229 req-7de059cd-3063-4084-b560-f3a12c268772 service nova] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Received event network-vif-deleted-2dfdd78d-b3e0-4552-87a3-8667a31735f5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.957525] env[62359]: DEBUG nova.compute.manager [req-7828cabb-a3eb-4f7b-adf9-b8479e75b229 req-7de059cd-3063-4084-b560-f3a12c268772 service nova] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Received event network-vif-deleted-09034fbe-c30c-40e7-9f14-bec118bf78e5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.968929] env[62359]: DEBUG oslo_vmware.api [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.029072] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.042841] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440928, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.159411] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.167066] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.167066] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Cleaning up deleted instances with incomplete migration {{(pid=62359) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 853.245034] env[62359]: INFO nova.compute.manager [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Swapping old allocation on dict_keys(['141c7d21-c7c0-4ccc-972c-c2ef94371f99']) held by migration 1aefb46f-ec8d-4071-8904-2953a3550dce for instance [ 853.273889] env[62359]: DEBUG nova.scheduler.client.report [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Overwriting current allocation {'allocations': {'141c7d21-c7c0-4ccc-972c-c2ef94371f99': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 97}}, 'project_id': '165cbc03c78946dba501f45f1daf386b', 'user_id': '48b5c857dc1c435980d943a7e4451f92', 'consumer_generation': 1} on consumer ca6ca5fe-040d-46ea-b893-412a9d300ab4 {{(pid=62359) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 853.349241] env[62359]: DEBUG nova.scheduler.client.report [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.376018] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440929, 'name': Rename_Task, 'duration_secs': 0.206173} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.376311] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.376558] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-107bfdbf-7119-4fd9-abe1-234164c05787 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.389594] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 853.389594] env[62359]: value = "task-2440931" [ 853.389594] env[62359]: _type = "Task" [ 853.389594] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.394961] env[62359]: INFO nova.compute.manager [-] [instance: 49f77949-d892-470f-bc90-908d75400e34] Took 1.54 seconds to deallocate network for instance. [ 853.405893] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.409798] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.409982] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquired lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.410239] env[62359]: DEBUG nova.network.neutron [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.469368] env[62359]: DEBUG oslo_vmware.api [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440930, 'name': PowerOffVM_Task, 'duration_secs': 0.318859} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.471272] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.471529] env[62359]: DEBUG nova.compute.manager [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.474679] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a5b7a-19e3-494a-9cc3-deed865ab607 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.544442] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526155} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.544954] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] c2973fef-e4fe-477d-8b7e-9d9f621a95f3/c2973fef-e4fe-477d-8b7e-9d9f621a95f3.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.545130] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.545319] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d0a6742-b777-44e7-b885-1226b7354c67 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.556177] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for the task: (returnval){ [ 853.556177] env[62359]: value = "task-2440932" [ 853.556177] env[62359]: _type = "Task" [ 853.556177] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.569237] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.671404] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.718041] env[62359]: DEBUG nova.compute.manager [req-74897bfe-4f65-44a0-b63e-6993c0235a8d req-b102ff9b-b137-4dde-b927-1e17f7aa8196 service nova] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Received event network-vif-deleted-55f1b5b5-7159-4866-8dab-b4255265dac3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.718041] env[62359]: DEBUG nova.compute.manager [req-74897bfe-4f65-44a0-b63e-6993c0235a8d req-b102ff9b-b137-4dde-b927-1e17f7aa8196 service nova] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Received event network-vif-deleted-6f0c2e61-bc67-4e8e-8787-0d1616f8df1d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.718041] env[62359]: DEBUG nova.compute.manager [req-74897bfe-4f65-44a0-b63e-6993c0235a8d req-b102ff9b-b137-4dde-b927-1e17f7aa8196 service nova] [instance: 49f77949-d892-470f-bc90-908d75400e34] Received event network-vif-deleted-1c361089-d20f-44fc-8166-587164ae919f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.732207] env[62359]: DEBUG nova.compute.manager [req-ede1e799-43a0-450b-9a3c-4eb64ed97a83 req-77339ef5-8efd-4c09-8332-336b1f7e1562 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Received event network-changed-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.732207] env[62359]: DEBUG nova.compute.manager [req-ede1e799-43a0-450b-9a3c-4eb64ed97a83 req-77339ef5-8efd-4c09-8332-336b1f7e1562 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Refreshing instance network info cache due to event network-changed-00c835af-c0ff-4ed2-b324-b9ba75a01ad4. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 853.732322] env[62359]: DEBUG oslo_concurrency.lockutils [req-ede1e799-43a0-450b-9a3c-4eb64ed97a83 req-77339ef5-8efd-4c09-8332-336b1f7e1562 service nova] Acquiring lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.732509] env[62359]: DEBUG oslo_concurrency.lockutils [req-ede1e799-43a0-450b-9a3c-4eb64ed97a83 req-77339ef5-8efd-4c09-8332-336b1f7e1562 service nova] Acquired lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.732604] env[62359]: DEBUG nova.network.neutron [req-ede1e799-43a0-450b-9a3c-4eb64ed97a83 req-77339ef5-8efd-4c09-8332-336b1f7e1562 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Refreshing network info cache for port 00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.867260] env[62359]: DEBUG oslo_concurrency.lockutils [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.869712] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.997s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.872062] env[62359]: INFO nova.compute.claims [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.904067] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.904694] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440931, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.910382] env[62359]: INFO nova.scheduler.client.report [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Deleted allocations for instance 25f5dcb1-89cd-4a61-9000-6ef3ed91714f [ 853.979232] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "bc030728-2a01-4be4-a15c-994c33282493" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.979395] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "bc030728-2a01-4be4-a15c-994c33282493" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.979608] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "bc030728-2a01-4be4-a15c-994c33282493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.979759] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "bc030728-2a01-4be4-a15c-994c33282493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.980910] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "bc030728-2a01-4be4-a15c-994c33282493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.983185] env[62359]: INFO nova.compute.manager [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Terminating instance [ 853.988370] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5d635d4b-e6a1-4c65-ae43-706ec2b7b34f tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.067034] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171863} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.067445] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.068533] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d432cb-0a5c-447c-9c12-22c2e68663c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.094239] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] c2973fef-e4fe-477d-8b7e-9d9f621a95f3/c2973fef-e4fe-477d-8b7e-9d9f621a95f3.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.097394] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c643d8c-c7d9-45ed-b4d9-ea4e60568408 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.121532] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for the task: (returnval){ [ 854.121532] env[62359]: value = "task-2440933" [ 854.121532] env[62359]: _type = "Task" [ 854.121532] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.133776] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.163251] env[62359]: DEBUG oslo_concurrency.lockutils [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.164068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.164068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.164068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.164220] env[62359]: DEBUG oslo_concurrency.lockutils [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.167031] env[62359]: INFO nova.compute.manager [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Terminating instance [ 854.207331] env[62359]: DEBUG nova.network.neutron [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance_info_cache with network_info: [{"id": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "address": "fa:16:3e:be:2d:15", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7b2ea7-4b", "ovs_interfaceid": "3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.401583] env[62359]: DEBUG oslo_vmware.api [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440931, 'name': PowerOnVM_Task, 'duration_secs': 0.997559} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.401583] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.401683] env[62359]: INFO nova.compute.manager [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Took 9.33 seconds to spawn the instance on the hypervisor. [ 854.401849] env[62359]: DEBUG nova.compute.manager [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.403029] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94652be2-45cd-4521-8d07-7d282ee1b877 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.415415] env[62359]: DEBUG oslo_concurrency.lockutils [None req-281e9f96-3175-450d-bf9a-9815831463f3 tempest-ServerTagsTestJSON-1718919977 tempest-ServerTagsTestJSON-1718919977-project-member] Lock "25f5dcb1-89cd-4a61-9000-6ef3ed91714f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.409s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.487326] env[62359]: DEBUG nova.compute.manager [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.487545] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.488459] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdc5794-0bc6-4b8d-9078-829bc368131b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.499583] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.499892] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c28f23d-4dae-47f0-82c2-678c2c6e0e79 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.507821] env[62359]: DEBUG oslo_vmware.api [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 854.507821] env[62359]: value = "task-2440934" [ 854.507821] env[62359]: _type = "Task" [ 854.507821] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.519270] env[62359]: DEBUG oslo_vmware.api [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.636022] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.664433] env[62359]: DEBUG nova.network.neutron [req-ede1e799-43a0-450b-9a3c-4eb64ed97a83 req-77339ef5-8efd-4c09-8332-336b1f7e1562 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updated VIF entry in instance network info cache for port 00c835af-c0ff-4ed2-b324-b9ba75a01ad4. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.665126] env[62359]: DEBUG nova.network.neutron [req-ede1e799-43a0-450b-9a3c-4eb64ed97a83 req-77339ef5-8efd-4c09-8332-336b1f7e1562 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updating instance_info_cache with network_info: [{"id": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "address": "fa:16:3e:62:99:ef", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c835af-c0", "ovs_interfaceid": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.674907] env[62359]: DEBUG nova.compute.manager [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.675230] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.676115] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaab95f-53bf-4044-9bae-8523802f5cae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.685256] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.686320] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36aae094-99d2-45f3-b15e-bd067cb36e47 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.695889] env[62359]: DEBUG oslo_vmware.api [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 854.695889] env[62359]: value = "task-2440935" [ 854.695889] env[62359]: _type = "Task" [ 854.695889] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.711181] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Releasing lock "refresh_cache-ca6ca5fe-040d-46ea-b893-412a9d300ab4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.711635] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.711908] env[62359]: DEBUG oslo_vmware.api [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.712144] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5424718-015d-4aab-921f-35425b3e36ae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.722988] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 854.722988] env[62359]: value = "task-2440936" [ 854.722988] env[62359]: _type = "Task" [ 854.722988] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.735121] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.850358] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "aae97c19-18db-4fd8-96fa-adb1835cf06f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.850358] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.933678] env[62359]: INFO nova.compute.manager [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Took 44.92 seconds to build instance. [ 855.024792] env[62359]: DEBUG oslo_vmware.api [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440934, 'name': PowerOffVM_Task, 'duration_secs': 0.324461} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.025713] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.025899] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.027513] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f7347a9-25d1-46e8-9528-f5953337171b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.134869] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.136989] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.137241] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleting the datastore file [datastore2] bc030728-2a01-4be4-a15c-994c33282493 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.138011] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-723755d4-cd31-4e42-87a6-6ce98569b8a9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.146080] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440933, 'name': ReconfigVM_Task, 'duration_secs': 0.767489} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.147327] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Reconfigured VM instance instance-00000049 to attach disk [datastore1] c2973fef-e4fe-477d-8b7e-9d9f621a95f3/c2973fef-e4fe-477d-8b7e-9d9f621a95f3.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.147645] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a3c11c3-52d6-4ab3-8322-5619efac377c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.152164] env[62359]: DEBUG oslo_vmware.api [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 855.152164] env[62359]: value = "task-2440938" [ 855.152164] env[62359]: _type = "Task" [ 855.152164] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.156841] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for the task: (returnval){ [ 855.156841] env[62359]: value = "task-2440939" [ 855.156841] env[62359]: _type = "Task" [ 855.156841] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.172177] env[62359]: DEBUG oslo_concurrency.lockutils [req-ede1e799-43a0-450b-9a3c-4eb64ed97a83 req-77339ef5-8efd-4c09-8332-336b1f7e1562 service nova] Releasing lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.172177] env[62359]: DEBUG oslo_vmware.api [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.178721] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440939, 'name': Rename_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.209759] env[62359]: DEBUG oslo_vmware.api [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440935, 'name': PowerOffVM_Task, 'duration_secs': 0.346873} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.212611] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.212841] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.213350] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5af913b2-830a-4f1f-bf38-7dc550838c14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.236746] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440936, 'name': PowerOffVM_Task, 'duration_secs': 0.261099} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.237233] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.238229] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b9263297-9203-4ff9-896c-621dbd8c79da',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1751388628',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.238437] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.238608] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.238820] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.238990] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.239171] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.239386] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.239565] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.239816] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.239950] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.240196] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.249906] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d11aaf3e-a5d8-4749-bbea-0294471e6963 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.274653] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 855.274653] env[62359]: value = "task-2440941" [ 855.274653] env[62359]: _type = "Task" [ 855.274653] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.288611] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.301840] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.301840] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.302083] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleting the datastore file [datastore2] c8459e5b-71a1-4225-a0af-52c0e3e1b5ef {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.302291] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c190405-c05a-40a6-88f3-664817fd03ce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.311278] env[62359]: DEBUG oslo_vmware.api [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 855.311278] env[62359]: value = "task-2440942" [ 855.311278] env[62359]: _type = "Task" [ 855.311278] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.326306] env[62359]: DEBUG oslo_vmware.api [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.360297] env[62359]: DEBUG nova.compute.manager [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.367116] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "08201d61-dc04-4715-8381-044a69824ba0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.424448] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a20e74d-3a89-41f0-993f-855f6a1b6e0a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.436783] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d194640d-ae36-42ae-a725-81bfd6b0e82c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.441095] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d233815b-ca56-43f6-aa4f-c5ab6315fecd tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "08201d61-dc04-4715-8381-044a69824ba0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.437s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.444073] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "08201d61-dc04-4715-8381-044a69824ba0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.079s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.444073] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "08201d61-dc04-4715-8381-044a69824ba0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.444073] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "08201d61-dc04-4715-8381-044a69824ba0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.444073] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "08201d61-dc04-4715-8381-044a69824ba0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.446497] env[62359]: INFO nova.compute.manager [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Terminating instance [ 855.488256] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca944409-284b-4464-a01c-eb6a596fc725 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.496360] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fff0be-4a3b-4eb3-b663-43cad899edfc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.515020] env[62359]: DEBUG nova.compute.provider_tree [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.525466] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "73dc6ebd-f723-4511-8819-e375db2b2790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.525748] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "73dc6ebd-f723-4511-8819-e375db2b2790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.663095] env[62359]: DEBUG oslo_vmware.api [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186627} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.667373] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.667373] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.667373] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.667373] env[62359]: INFO nova.compute.manager [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: bc030728-2a01-4be4-a15c-994c33282493] Took 1.18 seconds to destroy the instance on the hypervisor. [ 855.667529] env[62359]: DEBUG oslo.service.loopingcall [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.667909] env[62359]: DEBUG nova.compute.manager [-] [instance: bc030728-2a01-4be4-a15c-994c33282493] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.668011] env[62359]: DEBUG nova.network.neutron [-] [instance: bc030728-2a01-4be4-a15c-994c33282493] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.675475] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440939, 'name': Rename_Task, 'duration_secs': 0.180619} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.675760] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.675957] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-191f7f0c-faed-4ead-a576-08cd9024df5d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.683368] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for the task: (returnval){ [ 855.683368] env[62359]: value = "task-2440943" [ 855.683368] env[62359]: _type = "Task" [ 855.683368] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.694214] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.770702] env[62359]: DEBUG nova.objects.instance [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'flavor' on Instance uuid 669b2134-e128-49a9-aad6-15fcecc71e2d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.786252] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440941, 'name': ReconfigVM_Task, 'duration_secs': 0.173348} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.792501] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee32a39-9e18-4e4a-aedc-90be91b10f20 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.831947] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b9263297-9203-4ff9-896c-621dbd8c79da',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1751388628',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.832281] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.832401] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.832582] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.832747] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.833341] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.833341] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.833517] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.833697] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.833856] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.834037] env[62359]: DEBUG nova.virt.hardware [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.839196] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c23ecf2-0888-474a-a5d8-de8ee17e3362 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.854235] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 855.854235] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e095f6-27d6-eda2-a691-54799768c9fb" [ 855.854235] env[62359]: _type = "Task" [ 855.854235] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.854235] env[62359]: DEBUG oslo_vmware.api [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2440942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173985} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.854235] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.854235] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.854235] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.854235] env[62359]: INFO nova.compute.manager [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Took 1.18 seconds to destroy the instance on the hypervisor. [ 855.854235] env[62359]: DEBUG oslo.service.loopingcall [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.858674] env[62359]: DEBUG nova.compute.manager [-] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.859060] env[62359]: DEBUG nova.network.neutron [-] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.870959] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e095f6-27d6-eda2-a691-54799768c9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.880278] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 855.881234] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44712ee8-1d36-48d5-a288-7ec383b7e666 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.896131] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.903416] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 855.903416] env[62359]: value = "task-2440944" [ 855.903416] env[62359]: _type = "Task" [ 855.903416] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.915571] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.991105] env[62359]: DEBUG nova.compute.manager [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.991361] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.992334] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4817001a-8eb4-4324-91fe-da7b08634377 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.005550] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.006150] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baed11b4-dacf-46c8-acbb-e36c90d835a7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.014203] env[62359]: DEBUG oslo_vmware.api [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 856.014203] env[62359]: value = "task-2440945" [ 856.014203] env[62359]: _type = "Task" [ 856.014203] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.019259] env[62359]: DEBUG nova.scheduler.client.report [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.028251] env[62359]: DEBUG nova.compute.manager [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.030888] env[62359]: DEBUG oslo_vmware.api [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.196728] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.276701] env[62359]: DEBUG oslo_concurrency.lockutils [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.280024] env[62359]: DEBUG oslo_concurrency.lockutils [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquired lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.280024] env[62359]: DEBUG nova.network.neutron [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.280024] env[62359]: DEBUG nova.objects.instance [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'info_cache' on Instance uuid 669b2134-e128-49a9-aad6-15fcecc71e2d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.332065] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.332461] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.411951] env[62359]: DEBUG nova.compute.manager [req-0460df37-09d1-425e-97c0-c62e7ccf075e req-e116892e-dd3a-44e8-a8f2-4eab878accd7 service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] Received event network-vif-deleted-b33c6d5f-f26e-415b-81c4-eb815fcedb4c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.412374] env[62359]: INFO nova.compute.manager [req-0460df37-09d1-425e-97c0-c62e7ccf075e req-e116892e-dd3a-44e8-a8f2-4eab878accd7 service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] Neutron deleted interface b33c6d5f-f26e-415b-81c4-eb815fcedb4c; detaching it from the instance and deleting it from the info cache [ 856.412694] env[62359]: DEBUG nova.network.neutron [req-0460df37-09d1-425e-97c0-c62e7ccf075e req-e116892e-dd3a-44e8-a8f2-4eab878accd7 service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.418565] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440944, 'name': ReconfigVM_Task, 'duration_secs': 0.309575} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.419735] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 856.421373] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149fd5a7-aa7b-42d1-9e61-206dac2aa86f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.451164] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] ca6ca5fe-040d-46ea-b893-412a9d300ab4/ca6ca5fe-040d-46ea-b893-412a9d300ab4.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.452941] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6727ca-a5b3-458d-9e68-82b130d8ff49 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.474030] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 856.474030] env[62359]: value = "task-2440946" [ 856.474030] env[62359]: _type = "Task" [ 856.474030] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.483350] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.524712] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.525254] env[62359]: DEBUG nova.compute.manager [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.527849] env[62359]: DEBUG oslo_vmware.api [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440945, 'name': PowerOffVM_Task, 'duration_secs': 0.242165} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.530832] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.743s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.530832] env[62359]: INFO nova.compute.claims [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.533916] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.534031] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.536752] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe34451d-c45b-419c-9167-d043a71139c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.562930] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.613049] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.613293] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.613502] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Deleting the datastore file [datastore2] 08201d61-dc04-4715-8381-044a69824ba0 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.613795] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ee25502-f343-4dda-9144-2734846ea58f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.622976] env[62359]: DEBUG oslo_vmware.api [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for the task: (returnval){ [ 856.622976] env[62359]: value = "task-2440948" [ 856.622976] env[62359]: _type = "Task" [ 856.622976] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.631612] env[62359]: DEBUG oslo_vmware.api [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.695316] env[62359]: DEBUG oslo_vmware.api [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440943, 'name': PowerOnVM_Task, 'duration_secs': 0.79334} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.695644] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.695857] env[62359]: INFO nova.compute.manager [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Took 8.89 seconds to spawn the instance on the hypervisor. [ 856.696050] env[62359]: DEBUG nova.compute.manager [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.697226] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb17508-da90-44a8-ba0f-8272f860883c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.738428] env[62359]: DEBUG nova.network.neutron [-] [instance: bc030728-2a01-4be4-a15c-994c33282493] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.785208] env[62359]: DEBUG nova.objects.base [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Object Instance<669b2134-e128-49a9-aad6-15fcecc71e2d> lazy-loaded attributes: flavor,info_cache {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 856.836508] env[62359]: DEBUG nova.compute.manager [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.882583] env[62359]: DEBUG nova.network.neutron [-] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.920317] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebf4396e-9038-46fe-8f22-e51ee6e60e64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.930569] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eeb5d0-fb59-4aa5-b645-c46502a4d985 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.970126] env[62359]: DEBUG nova.compute.manager [req-0460df37-09d1-425e-97c0-c62e7ccf075e req-e116892e-dd3a-44e8-a8f2-4eab878accd7 service nova] [instance: bc030728-2a01-4be4-a15c-994c33282493] Detach interface failed, port_id=b33c6d5f-f26e-415b-81c4-eb815fcedb4c, reason: Instance bc030728-2a01-4be4-a15c-994c33282493 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 856.983287] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440946, 'name': ReconfigVM_Task, 'duration_secs': 0.314799} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.983796] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Reconfigured VM instance instance-0000003a to attach disk [datastore2] ca6ca5fe-040d-46ea-b893-412a9d300ab4/ca6ca5fe-040d-46ea-b893-412a9d300ab4.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.984677] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3086d351-237d-4947-b72b-74b8fad54b0e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.003029] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a3a89d-c46c-4598-945c-74165c58fab3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.023672] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309068cb-5064-49eb-960a-5954896105a2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.029672] env[62359]: DEBUG nova.compute.utils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 857.044220] env[62359]: DEBUG nova.compute.manager [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.044418] env[62359]: DEBUG nova.network.neutron [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.049288] env[62359]: DEBUG nova.compute.manager [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.052055] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73267808-759d-49c2-8040-d5cea1624054 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.061853] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.061853] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ad8eac5-530b-4cb3-bb48-58f8c796b34c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.069764] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 857.069764] env[62359]: value = "task-2440949" [ 857.069764] env[62359]: _type = "Task" [ 857.069764] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.078456] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.110972] env[62359]: DEBUG nova.policy [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5aabdfd3ba4acf9b98ec64d70f588e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c085ee261646dd8c7cefad3c20afae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.133121] env[62359]: DEBUG oslo_vmware.api [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Task: {'id': task-2440948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212742} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.133378] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.133610] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.133739] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.133913] env[62359]: INFO nova.compute.manager [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 857.134168] env[62359]: DEBUG oslo.service.loopingcall [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.134365] env[62359]: DEBUG nova.compute.manager [-] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.134461] env[62359]: DEBUG nova.network.neutron [-] [instance: 08201d61-dc04-4715-8381-044a69824ba0] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.221017] env[62359]: INFO nova.compute.manager [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Took 43.89 seconds to build instance. [ 857.240859] env[62359]: INFO nova.compute.manager [-] [instance: bc030728-2a01-4be4-a15c-994c33282493] Took 1.57 seconds to deallocate network for instance. [ 857.369796] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.387024] env[62359]: INFO nova.compute.manager [-] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Took 1.53 seconds to deallocate network for instance. [ 857.585211] env[62359]: DEBUG oslo_vmware.api [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440949, 'name': PowerOnVM_Task, 'duration_secs': 0.396961} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.590133] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.679168] env[62359]: DEBUG oslo_concurrency.lockutils [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquiring lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.724141] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c34ad60-c940-4ee1-9d5f-28343301122c tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.404s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.724141] env[62359]: DEBUG oslo_concurrency.lockutils [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.044s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.724141] env[62359]: DEBUG oslo_concurrency.lockutils [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquiring lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.724141] env[62359]: DEBUG oslo_concurrency.lockutils [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.724141] env[62359]: DEBUG oslo_concurrency.lockutils [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.727656] env[62359]: INFO nova.compute.manager [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Terminating instance [ 857.748669] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.851022] env[62359]: DEBUG nova.network.neutron [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Updating instance_info_cache with network_info: [{"id": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "address": "fa:16:3e:f8:98:2e", "network": {"id": "026df4eb-e63d-494b-b879-2fa49d2c4757", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224225623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9cca9a08d84954be8d657f056459dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfe00f3-d2", "ovs_interfaceid": "3bfe00f3-d210-4aaf-a368-511edeb79c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.864166] env[62359]: DEBUG nova.network.neutron [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Successfully created port: edcd7bf6-3954-423e-a11c-854fca0fd40d {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.894246] env[62359]: DEBUG oslo_concurrency.lockutils [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.053996] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3036bc73-cbe3-4950-9126-2353ac07b98e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.065023] env[62359]: DEBUG nova.compute.manager [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.065946] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f674df8e-f0c6-42f8-845e-39cb54420cdd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.112481] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eff006-b73b-4384-acb0-6585e3d97528 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.125578] env[62359]: DEBUG nova.virt.hardware [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.125815] env[62359]: DEBUG nova.virt.hardware [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.125969] env[62359]: DEBUG nova.virt.hardware [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.126162] env[62359]: DEBUG nova.virt.hardware [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.126307] env[62359]: DEBUG nova.virt.hardware [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.126453] env[62359]: DEBUG nova.virt.hardware [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.126661] env[62359]: DEBUG nova.virt.hardware [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.126816] env[62359]: DEBUG nova.virt.hardware [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.126980] env[62359]: DEBUG nova.virt.hardware [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.127155] env[62359]: DEBUG nova.virt.hardware [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.127326] env[62359]: DEBUG nova.virt.hardware [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.128719] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc20219b-420f-41c4-b34b-9474cf319f4c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.133724] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8677c6-0cec-49c4-8c5f-46f496b6e475 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.151488] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbef555-b4d2-494e-b56b-24ed11cf7c43 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.159409] env[62359]: DEBUG nova.compute.provider_tree [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.237568] env[62359]: DEBUG nova.compute.manager [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.237784] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.238086] env[62359]: DEBUG nova.network.neutron [-] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.240720] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e43ef8-fae6-4fd4-8598-312b1839333e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.249524] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.250377] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab57bcef-46cc-4546-b65e-8bb96cdf2f2e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.258039] env[62359]: DEBUG oslo_vmware.api [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for the task: (returnval){ [ 858.258039] env[62359]: value = "task-2440950" [ 858.258039] env[62359]: _type = "Task" [ 858.258039] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.267372] env[62359]: DEBUG oslo_vmware.api [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.355681] env[62359]: DEBUG oslo_concurrency.lockutils [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Releasing lock "refresh_cache-669b2134-e128-49a9-aad6-15fcecc71e2d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.444608] env[62359]: DEBUG nova.compute.manager [req-86915c7f-fc46-479d-8cda-09c28c22163e req-dfca0898-4a06-412a-886f-70aced28ca71 service nova] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Received event network-vif-deleted-9f8f258a-0dfb-4f74-a9da-75ca0ae2f15b {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.444959] env[62359]: DEBUG nova.compute.manager [req-86915c7f-fc46-479d-8cda-09c28c22163e req-dfca0898-4a06-412a-886f-70aced28ca71 service nova] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Received event network-vif-deleted-e515e6ca-5f6e-4b6e-9878-b518dac6d1b9 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.617311] env[62359]: INFO nova.compute.manager [None req-8642f183-fedf-4f16-98c4-889f99513f17 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance to original state: 'active' [ 858.660430] env[62359]: DEBUG nova.scheduler.client.report [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.745330] env[62359]: INFO nova.compute.manager [-] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Took 1.61 seconds to deallocate network for instance. [ 858.768807] env[62359]: DEBUG oslo_vmware.api [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440950, 'name': PowerOffVM_Task, 'duration_secs': 0.233591} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.769042] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.769207] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.769441] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43315691-2115-4d29-bbfa-a1cc771ced4a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.836306] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.837038] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.837038] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Deleting the datastore file [datastore1] c2973fef-e4fe-477d-8b7e-9d9f621a95f3 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.837038] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea77ced9-1bb2-4c30-b369-f9bfa854a1fc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.844589] env[62359]: DEBUG oslo_vmware.api [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for the task: (returnval){ [ 858.844589] env[62359]: value = "task-2440952" [ 858.844589] env[62359]: _type = "Task" [ 858.844589] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.852836] env[62359]: DEBUG oslo_vmware.api [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.165153] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.165507] env[62359]: DEBUG nova.compute.manager [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.168763] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.007s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.168994] env[62359]: DEBUG nova.objects.instance [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lazy-loading 'resources' on Instance uuid e2951b12-487b-4e09-a3a5-060b45caf180 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.251925] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.355024] env[62359]: DEBUG oslo_vmware.api [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.360672] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.360982] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d99390e-4288-4b4b-97d1-859514b02082 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.368510] env[62359]: DEBUG oslo_vmware.api [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 859.368510] env[62359]: value = "task-2440953" [ 859.368510] env[62359]: _type = "Task" [ 859.368510] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.376997] env[62359]: DEBUG oslo_vmware.api [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.460278] env[62359]: DEBUG nova.network.neutron [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Successfully updated port: edcd7bf6-3954-423e-a11c-854fca0fd40d {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.671043] env[62359]: DEBUG nova.compute.utils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 859.676120] env[62359]: DEBUG nova.compute.manager [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.676503] env[62359]: DEBUG nova.network.neutron [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.733735] env[62359]: DEBUG nova.policy [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '788fdcd23d07406c9ed186e178f524d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4550d6bc4ada467e91c13dbe0c828b87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.856334] env[62359]: DEBUG oslo_vmware.api [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Task: {'id': task-2440952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611131} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.859017] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.859232] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.859413] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.859616] env[62359]: INFO nova.compute.manager [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Took 1.62 seconds to destroy the instance on the hypervisor. [ 859.859914] env[62359]: DEBUG oslo.service.loopingcall [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.860320] env[62359]: DEBUG nova.compute.manager [-] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.860435] env[62359]: DEBUG nova.network.neutron [-] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.882255] env[62359]: DEBUG oslo_vmware.api [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2440953, 'name': PowerOnVM_Task, 'duration_secs': 0.424384} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.882255] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.882255] env[62359]: DEBUG nova.compute.manager [None req-12741027-1530-416d-ac22-1ff6493380b9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.882255] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7566a7c-8fdb-4894-bacc-877276828e74 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.962721] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.962943] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.962943] env[62359]: DEBUG nova.network.neutron [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.005729] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.006075] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.006367] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.006496] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.006667] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.011958] env[62359]: INFO nova.compute.manager [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Terminating instance [ 860.118103] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ec9bd2-1396-4221-9e93-5704c38a73ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.126884] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd1f120-cc40-4297-9bb1-1ffdb6562165 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.158653] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a27a50-00c2-4d65-87e7-63e014c57601 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.166885] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4454e7f9-669c-43cf-bfc7-9dbc48f01619 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.181104] env[62359]: DEBUG nova.compute.manager [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.183945] env[62359]: DEBUG nova.compute.provider_tree [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.402409] env[62359]: DEBUG nova.network.neutron [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Successfully created port: f30ce4fb-4122-401f-bc58-30dd5690d447 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.506593] env[62359]: DEBUG nova.network.neutron [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.517465] env[62359]: DEBUG nova.compute.manager [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.517688] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.518580] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffca078b-2962-44eb-beb7-88fde682d5fa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.526893] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.530511] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07596e0f-b33f-4c91-85ef-00d0eb8d5f1d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.536383] env[62359]: DEBUG nova.compute.manager [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Received event network-vif-plugged-edcd7bf6-3954-423e-a11c-854fca0fd40d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.536589] env[62359]: DEBUG oslo_concurrency.lockutils [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] Acquiring lock "13a1539f-3415-415a-b717-45e54ca02baa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.536792] env[62359]: DEBUG oslo_concurrency.lockutils [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] Lock "13a1539f-3415-415a-b717-45e54ca02baa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.536969] env[62359]: DEBUG oslo_concurrency.lockutils [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] Lock "13a1539f-3415-415a-b717-45e54ca02baa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.537145] env[62359]: DEBUG nova.compute.manager [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] No waiting events found dispatching network-vif-plugged-edcd7bf6-3954-423e-a11c-854fca0fd40d {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.537307] env[62359]: WARNING nova.compute.manager [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Received unexpected event network-vif-plugged-edcd7bf6-3954-423e-a11c-854fca0fd40d for instance with vm_state building and task_state spawning. [ 860.537458] env[62359]: DEBUG nova.compute.manager [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Received event network-changed-edcd7bf6-3954-423e-a11c-854fca0fd40d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.537605] env[62359]: DEBUG nova.compute.manager [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Refreshing instance network info cache due to event network-changed-edcd7bf6-3954-423e-a11c-854fca0fd40d. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.537764] env[62359]: DEBUG oslo_concurrency.lockutils [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] Acquiring lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.541841] env[62359]: DEBUG oslo_vmware.api [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 860.541841] env[62359]: value = "task-2440954" [ 860.541841] env[62359]: _type = "Task" [ 860.541841] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.551028] env[62359]: DEBUG oslo_vmware.api [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.687396] env[62359]: DEBUG nova.scheduler.client.report [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.764067] env[62359]: DEBUG nova.network.neutron [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Updating instance_info_cache with network_info: [{"id": "edcd7bf6-3954-423e-a11c-854fca0fd40d", "address": "fa:16:3e:4a:d1:11", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcd7bf6-39", "ovs_interfaceid": "edcd7bf6-3954-423e-a11c-854fca0fd40d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.960698] env[62359]: DEBUG nova.network.neutron [-] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.050276] env[62359]: DEBUG oslo_vmware.api [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440954, 'name': PowerOffVM_Task, 'duration_secs': 0.325791} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.050532] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.050704] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.050941] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdd7ce39-9168-43da-9c91-d38c9a70dd30 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.114766] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.115067] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.115299] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Deleting the datastore file [datastore2] ca6ca5fe-040d-46ea-b893-412a9d300ab4 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.115599] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03a17128-a16a-4c78-9a4b-5c911173062d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.122119] env[62359]: DEBUG oslo_vmware.api [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 861.122119] env[62359]: value = "task-2440956" [ 861.122119] env[62359]: _type = "Task" [ 861.122119] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.130602] env[62359]: DEBUG oslo_vmware.api [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.195789] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.198385] env[62359]: DEBUG oslo_concurrency.lockutils [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.707s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.198703] env[62359]: DEBUG nova.objects.instance [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lazy-loading 'resources' on Instance uuid 73b635f5-1588-4312-b068-fbe3e8346af3 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.200847] env[62359]: DEBUG nova.compute.manager [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.222055] env[62359]: INFO nova.scheduler.client.report [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Deleted allocations for instance e2951b12-487b-4e09-a3a5-060b45caf180 [ 861.228687] env[62359]: DEBUG nova.virt.hardware [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.228930] env[62359]: DEBUG nova.virt.hardware [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.229094] env[62359]: DEBUG nova.virt.hardware [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.229277] env[62359]: DEBUG nova.virt.hardware [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.229426] env[62359]: DEBUG nova.virt.hardware [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.229572] env[62359]: DEBUG nova.virt.hardware [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.229781] env[62359]: DEBUG nova.virt.hardware [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.229937] env[62359]: DEBUG nova.virt.hardware [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.230114] env[62359]: DEBUG nova.virt.hardware [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.230280] env[62359]: DEBUG nova.virt.hardware [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.230454] env[62359]: DEBUG nova.virt.hardware [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.231502] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330ba3a9-d0af-4724-9305-4924676a102f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.240147] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc2bbac-0333-4225-84b9-9d89b82d0898 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.266720] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.267129] env[62359]: DEBUG nova.compute.manager [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Instance network_info: |[{"id": "edcd7bf6-3954-423e-a11c-854fca0fd40d", "address": "fa:16:3e:4a:d1:11", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcd7bf6-39", "ovs_interfaceid": "edcd7bf6-3954-423e-a11c-854fca0fd40d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.267446] env[62359]: DEBUG oslo_concurrency.lockutils [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] Acquired lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.267629] env[62359]: DEBUG nova.network.neutron [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Refreshing network info cache for port edcd7bf6-3954-423e-a11c-854fca0fd40d {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.269081] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:d1:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edcd7bf6-3954-423e-a11c-854fca0fd40d', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.277214] env[62359]: DEBUG oslo.service.loopingcall [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.280272] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.280761] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-856041b9-03d3-4cc0-a202-c7f4d4e51faa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.304165] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.304165] env[62359]: value = "task-2440957" [ 861.304165] env[62359]: _type = "Task" [ 861.304165] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.312662] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440957, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.464138] env[62359]: INFO nova.compute.manager [-] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Took 1.60 seconds to deallocate network for instance. [ 861.504730] env[62359]: DEBUG nova.network.neutron [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Updated VIF entry in instance network info cache for port edcd7bf6-3954-423e-a11c-854fca0fd40d. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.505232] env[62359]: DEBUG nova.network.neutron [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Updating instance_info_cache with network_info: [{"id": "edcd7bf6-3954-423e-a11c-854fca0fd40d", "address": "fa:16:3e:4a:d1:11", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcd7bf6-39", "ovs_interfaceid": "edcd7bf6-3954-423e-a11c-854fca0fd40d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.634025] env[62359]: DEBUG oslo_vmware.api [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2440956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148244} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.634025] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.634173] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.634262] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.634431] env[62359]: INFO nova.compute.manager [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 861.634723] env[62359]: DEBUG oslo.service.loopingcall [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.634923] env[62359]: DEBUG nova.compute.manager [-] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.635582] env[62359]: DEBUG nova.network.neutron [-] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.731491] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7b494b86-abd4-4154-99d6-90fc04459bcd tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "e2951b12-487b-4e09-a3a5-060b45caf180" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.633s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.814952] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440957, 'name': CreateVM_Task, 'duration_secs': 0.331242} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.817667] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.818675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.818746] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.819068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.819807] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636051e7-6f9c-48f8-9678-ebc26ac88c31 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.825843] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 861.825843] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b02275-2695-6f42-7581-c4238b56625c" [ 861.825843] env[62359]: _type = "Task" [ 861.825843] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.838022] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b02275-2695-6f42-7581-c4238b56625c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.974138] env[62359]: DEBUG oslo_concurrency.lockutils [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.008515] env[62359]: DEBUG oslo_concurrency.lockutils [req-e36a5650-81fa-4d46-b549-8947c33c2876 req-c5e8aad5-cbc4-4764-a9cc-a9e24485c91f service nova] Releasing lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.108399] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd5a1bd-0d1c-47d2-8bf2-93c91b446c45 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.119498] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f8cde7-e9a9-4d56-8309-6a27fa8d5232 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.152858] env[62359]: DEBUG nova.network.neutron [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Successfully updated port: f30ce4fb-4122-401f-bc58-30dd5690d447 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.154612] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f4bcef-ff01-4bb0-9747-9e168ec8e486 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.163975] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0ae807-a200-434f-a69f-358086a75f74 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.179379] env[62359]: DEBUG nova.compute.provider_tree [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.337133] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b02275-2695-6f42-7581-c4238b56625c, 'name': SearchDatastore_Task, 'duration_secs': 0.017072} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.337420] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.337658] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.337889] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.338046] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.338228] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.338482] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55a90e0d-e399-451f-af18-a79760f886f1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.348160] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.348295] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.348991] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47571e8b-bc81-488d-9072-9437473792f1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.356318] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 862.356318] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5262d433-f990-8597-f467-7c5d7d9e7138" [ 862.356318] env[62359]: _type = "Task" [ 862.356318] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.364841] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5262d433-f990-8597-f467-7c5d7d9e7138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.414032] env[62359]: DEBUG nova.network.neutron [-] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.569965] env[62359]: DEBUG nova.compute.manager [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Received event network-vif-deleted-d6110ab8-7d18-46f5-b0b5-576396eb64ea {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.570243] env[62359]: DEBUG nova.compute.manager [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Received event network-vif-deleted-3b7b2ea7-4b4e-4b5b-adc2-ae6c938b0ac2 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.570469] env[62359]: DEBUG nova.compute.manager [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Received event network-vif-plugged-f30ce4fb-4122-401f-bc58-30dd5690d447 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.570707] env[62359]: DEBUG oslo_concurrency.lockutils [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] Acquiring lock "8845db81-381b-4141-a7d1-183ad304a48f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.570951] env[62359]: DEBUG oslo_concurrency.lockutils [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] Lock "8845db81-381b-4141-a7d1-183ad304a48f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.571181] env[62359]: DEBUG oslo_concurrency.lockutils [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] Lock "8845db81-381b-4141-a7d1-183ad304a48f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.571392] env[62359]: DEBUG nova.compute.manager [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] No waiting events found dispatching network-vif-plugged-f30ce4fb-4122-401f-bc58-30dd5690d447 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.571648] env[62359]: WARNING nova.compute.manager [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Received unexpected event network-vif-plugged-f30ce4fb-4122-401f-bc58-30dd5690d447 for instance with vm_state building and task_state spawning. [ 862.571793] env[62359]: DEBUG nova.compute.manager [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Received event network-changed-f30ce4fb-4122-401f-bc58-30dd5690d447 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.571998] env[62359]: DEBUG nova.compute.manager [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Refreshing instance network info cache due to event network-changed-f30ce4fb-4122-401f-bc58-30dd5690d447. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 862.572244] env[62359]: DEBUG oslo_concurrency.lockutils [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] Acquiring lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.572444] env[62359]: DEBUG oslo_concurrency.lockutils [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] Acquired lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.572757] env[62359]: DEBUG nova.network.neutron [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Refreshing network info cache for port f30ce4fb-4122-401f-bc58-30dd5690d447 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.658330] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.683807] env[62359]: DEBUG nova.scheduler.client.report [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.867765] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5262d433-f990-8597-f467-7c5d7d9e7138, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.868756] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6375c4ec-3f65-4ec6-ab0f-3dce943183e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.874573] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 862.874573] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5272c23e-4246-9479-6be9-b1e4a0b028e6" [ 862.874573] env[62359]: _type = "Task" [ 862.874573] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.883833] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5272c23e-4246-9479-6be9-b1e4a0b028e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.889398] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.889651] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.889864] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.890051] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.890221] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.892209] env[62359]: INFO nova.compute.manager [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Terminating instance [ 862.916473] env[62359]: INFO nova.compute.manager [-] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Took 1.28 seconds to deallocate network for instance. [ 863.105575] env[62359]: DEBUG nova.network.neutron [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.183612] env[62359]: DEBUG nova.network.neutron [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.188152] env[62359]: DEBUG oslo_concurrency.lockutils [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.190632] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.586s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.192092] env[62359]: INFO nova.compute.claims [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.211909] env[62359]: INFO nova.scheduler.client.report [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Deleted allocations for instance 73b635f5-1588-4312-b068-fbe3e8346af3 [ 863.386062] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5272c23e-4246-9479-6be9-b1e4a0b028e6, 'name': SearchDatastore_Task, 'duration_secs': 0.019658} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.386062] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.386441] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 13a1539f-3415-415a-b717-45e54ca02baa/13a1539f-3415-415a-b717-45e54ca02baa.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.386763] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dc74868-229a-42ad-a300-edb3316b3fac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.394631] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 863.394631] env[62359]: value = "task-2440958" [ 863.394631] env[62359]: _type = "Task" [ 863.394631] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.400070] env[62359]: DEBUG nova.compute.manager [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.400282] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.401067] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa72cdc-b4a5-4196-98ee-da2bb3e5f6ed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.409524] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.412414] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a68f07e-9459-4295-9479-cbf1e7a47c40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.413953] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.418960] env[62359]: DEBUG oslo_vmware.api [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 863.418960] env[62359]: value = "task-2440959" [ 863.418960] env[62359]: _type = "Task" [ 863.418960] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.423114] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.428965] env[62359]: DEBUG oslo_vmware.api [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.686422] env[62359]: DEBUG oslo_concurrency.lockutils [req-e0627034-69db-407d-8501-f8cb2a1cc06d req-ddefe0c3-753a-42dc-a12a-0dff810f565a service nova] Releasing lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.686893] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.687127] env[62359]: DEBUG nova.network.neutron [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.718418] env[62359]: DEBUG oslo_concurrency.lockutils [None req-646a3b1c-83df-4d80-9189-0dce69416afa tempest-VolumesAdminNegativeTest-1942667496 tempest-VolumesAdminNegativeTest-1942667496-project-member] Lock "73b635f5-1588-4312-b068-fbe3e8346af3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.315s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.905607] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440958, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.929562] env[62359]: DEBUG oslo_vmware.api [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440959, 'name': PowerOffVM_Task, 'duration_secs': 0.249418} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.929833] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.930016] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.930274] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40b5409d-9438-4271-97d5-6f88e1be0707 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.997821] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.998056] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.998245] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Deleting the datastore file [datastore2] 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.998501] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2853a1d1-9956-43c8-8269-4b47f102454c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.006037] env[62359]: DEBUG oslo_vmware.api [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for the task: (returnval){ [ 864.006037] env[62359]: value = "task-2440961" [ 864.006037] env[62359]: _type = "Task" [ 864.006037] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.015559] env[62359]: DEBUG oslo_vmware.api [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.219994] env[62359]: DEBUG nova.network.neutron [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.367550] env[62359]: DEBUG nova.network.neutron [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance_info_cache with network_info: [{"id": "f30ce4fb-4122-401f-bc58-30dd5690d447", "address": "fa:16:3e:83:42:0c", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30ce4fb-41", "ovs_interfaceid": "f30ce4fb-4122-401f-bc58-30dd5690d447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.405813] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532636} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.406104] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 13a1539f-3415-415a-b717-45e54ca02baa/13a1539f-3415-415a-b717-45e54ca02baa.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.406314] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.406889] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ced186ea-7cfc-4552-a17a-b56a71054c1b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.418175] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 864.418175] env[62359]: value = "task-2440962" [ 864.418175] env[62359]: _type = "Task" [ 864.418175] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.434025] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.517934] env[62359]: DEBUG oslo_vmware.api [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Task: {'id': task-2440961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257091} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.520784] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.521076] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.521312] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.521524] env[62359]: INFO nova.compute.manager [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 864.521821] env[62359]: DEBUG oslo.service.loopingcall [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.522534] env[62359]: DEBUG nova.compute.manager [-] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.522805] env[62359]: DEBUG nova.network.neutron [-] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.597322] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b40703-d864-4bc0-aba1-375e099c8d5d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.604814] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d107bdb2-0ff9-4106-b43c-60ad409b558a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.643148] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c445124e-9eef-4bf0-b7a0-29a9fd61c984 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.652286] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d890d4-86af-4374-a7a6-590e23e6ec3e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.666667] env[62359]: DEBUG nova.compute.provider_tree [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.871351] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.871687] env[62359]: DEBUG nova.compute.manager [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Instance network_info: |[{"id": "f30ce4fb-4122-401f-bc58-30dd5690d447", "address": "fa:16:3e:83:42:0c", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30ce4fb-41", "ovs_interfaceid": "f30ce4fb-4122-401f-bc58-30dd5690d447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.872113] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:42:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f30ce4fb-4122-401f-bc58-30dd5690d447', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.880969] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating folder: Project (4550d6bc4ada467e91c13dbe0c828b87). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.881286] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6c787c0-0a8c-47d8-acee-9929fbba1c60 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.893394] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Created folder: Project (4550d6bc4ada467e91c13dbe0c828b87) in parent group-v494269. [ 864.893544] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating folder: Instances. Parent ref: group-v494472. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.893792] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98d4a53d-20e8-4442-b3d2-87eabef7d178 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.905126] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Created folder: Instances in parent group-v494472. [ 864.905126] env[62359]: DEBUG oslo.service.loopingcall [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.905126] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.905328] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-739e3faf-4a0c-49d4-8710-90564041695f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.931903] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27065} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.931903] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.931903] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.931903] env[62359]: value = "task-2440965" [ 864.931903] env[62359]: _type = "Task" [ 864.931903] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.931903] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aef30e-55a5-447b-a090-673ff1caefff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.960125] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 13a1539f-3415-415a-b717-45e54ca02baa/13a1539f-3415-415a-b717-45e54ca02baa.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.965130] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571f2052-2468-45d2-8a0e-0dd2839e6375 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.979166] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440965, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.981922] env[62359]: DEBUG nova.compute.manager [req-60461643-6165-4ddc-8728-493d268637f6 req-29fc2494-25ea-4470-83bf-e60e41b61201 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Received event network-vif-deleted-f40c7e57-e2c0-4e18-8de0-0bb9625f18b1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.982124] env[62359]: INFO nova.compute.manager [req-60461643-6165-4ddc-8728-493d268637f6 req-29fc2494-25ea-4470-83bf-e60e41b61201 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Neutron deleted interface f40c7e57-e2c0-4e18-8de0-0bb9625f18b1; detaching it from the instance and deleting it from the info cache [ 864.982304] env[62359]: DEBUG nova.network.neutron [req-60461643-6165-4ddc-8728-493d268637f6 req-29fc2494-25ea-4470-83bf-e60e41b61201 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.988939] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 864.988939] env[62359]: value = "task-2440966" [ 864.988939] env[62359]: _type = "Task" [ 864.988939] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.998698] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.170789] env[62359]: DEBUG nova.scheduler.client.report [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.448944] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440965, 'name': CreateVM_Task, 'duration_secs': 0.377891} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.449275] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.449812] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.449909] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.451544] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.451814] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acbba1ce-b587-48d8-bd14-b28bd6c44f06 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.458198] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 865.458198] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e09aec-05bf-5933-3ced-3a4a07c2abf3" [ 865.458198] env[62359]: _type = "Task" [ 865.458198] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.467554] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e09aec-05bf-5933-3ced-3a4a07c2abf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.479983] env[62359]: DEBUG nova.network.neutron [-] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.485192] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a8b89ed-7d0b-4c99-849b-1790d33a9735 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.498114] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e729d3c-ba70-43b6-a2b1-cf7541cbf89e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.511976] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440966, 'name': ReconfigVM_Task, 'duration_secs': 0.299953} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.512647] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 13a1539f-3415-415a-b717-45e54ca02baa/13a1539f-3415-415a-b717-45e54ca02baa.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.513380] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81adc2bf-6817-4748-8375-1dc9d58920f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.520134] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 865.520134] env[62359]: value = "task-2440967" [ 865.520134] env[62359]: _type = "Task" [ 865.520134] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.529482] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440967, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.542675] env[62359]: DEBUG nova.compute.manager [req-60461643-6165-4ddc-8728-493d268637f6 req-29fc2494-25ea-4470-83bf-e60e41b61201 service nova] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Detach interface failed, port_id=f40c7e57-e2c0-4e18-8de0-0bb9625f18b1, reason: Instance 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 865.676691] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.676895] env[62359]: DEBUG nova.compute.manager [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.679730] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.651s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.683022] env[62359]: DEBUG nova.objects.instance [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lazy-loading 'resources' on Instance uuid 5815dbcf-e70f-46b0-910c-ed60f8245a56 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.969396] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e09aec-05bf-5933-3ced-3a4a07c2abf3, 'name': SearchDatastore_Task, 'duration_secs': 0.011022} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.969710] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.969941] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.970187] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.970334] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.970509] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.970769] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e208d38-46c6-4ce9-a0b9-799fb118e893 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.983750] env[62359]: INFO nova.compute.manager [-] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Took 1.46 seconds to deallocate network for instance. [ 865.983750] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.984142] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.986247] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123b3452-e45a-4b98-aa18-4fce03110c13 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.994962] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 865.994962] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521ea82d-96bf-81d9-6fb2-21633d5dfe53" [ 865.994962] env[62359]: _type = "Task" [ 865.994962] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.004232] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521ea82d-96bf-81d9-6fb2-21633d5dfe53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.030137] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440967, 'name': Rename_Task, 'duration_secs': 0.165828} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.030315] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.030563] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f899c5-f28d-4528-8a48-d5d461eb0a37 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.038304] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 866.038304] env[62359]: value = "task-2440968" [ 866.038304] env[62359]: _type = "Task" [ 866.038304] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.048211] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.182893] env[62359]: DEBUG nova.compute.utils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 866.188024] env[62359]: DEBUG nova.compute.manager [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.188024] env[62359]: DEBUG nova.network.neutron [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.263814] env[62359]: DEBUG nova.policy [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9e0a08b8c44cb6a6710c1017ea0f18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8478e39a052b46eea96acd46e85d17f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.494299] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.505786] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521ea82d-96bf-81d9-6fb2-21633d5dfe53, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.506734] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6055d75-bef1-448a-aa31-dffec2d3222a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.515660] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 866.515660] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529ba64e-d5a2-27b4-2fc7-f7a31e6053d2" [ 866.515660] env[62359]: _type = "Task" [ 866.515660] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.524990] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529ba64e-d5a2-27b4-2fc7-f7a31e6053d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.550888] env[62359]: DEBUG oslo_vmware.api [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440968, 'name': PowerOnVM_Task, 'duration_secs': 0.497373} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.551230] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.551441] env[62359]: INFO nova.compute.manager [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Took 8.49 seconds to spawn the instance on the hypervisor. [ 866.551691] env[62359]: DEBUG nova.compute.manager [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.552806] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836cd197-03be-42a1-85f3-b252f03d8ac7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.574070] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e63eb39-2ebc-4b14-a6ab-680c546915cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.579944] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bc7c4e-bb42-489f-a8f8-ba29738ebdbf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.616283] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea85299-95a3-43ee-8fa7-268dda1e460c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.626202] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd5c10d-9efd-4ca6-af2b-a15c82781433 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.645100] env[62359]: DEBUG nova.compute.provider_tree [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.690790] env[62359]: DEBUG nova.compute.manager [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.780975] env[62359]: DEBUG nova.network.neutron [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Successfully created port: ab6518b3-5576-4c4d-915e-5ad388c89d02 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.031820] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529ba64e-d5a2-27b4-2fc7-f7a31e6053d2, 'name': SearchDatastore_Task, 'duration_secs': 0.018242} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.035062] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.035062] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 8845db81-381b-4141-a7d1-183ad304a48f/8845db81-381b-4141-a7d1-183ad304a48f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.035062] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9768b70-2335-4bcd-80c6-a933edcfd13a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.044689] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 867.044689] env[62359]: value = "task-2440969" [ 867.044689] env[62359]: _type = "Task" [ 867.044689] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.054775] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.073400] env[62359]: INFO nova.compute.manager [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Took 26.23 seconds to build instance. [ 867.149617] env[62359]: DEBUG nova.scheduler.client.report [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.559874] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440969, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.576069] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c37ab2d6-af7b-46e6-aebb-975c57d6b5b2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "13a1539f-3415-415a-b717-45e54ca02baa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.736s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.655863] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.658575] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.499s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.658804] env[62359]: DEBUG nova.objects.instance [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lazy-loading 'resources' on Instance uuid 09455f5a-ac87-4c1f-a6d1-0e9a0736493b {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.694083] env[62359]: INFO nova.scheduler.client.report [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleted allocations for instance 5815dbcf-e70f-46b0-910c-ed60f8245a56 [ 867.700406] env[62359]: DEBUG nova.compute.manager [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.730533] env[62359]: DEBUG nova.virt.hardware [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.731044] env[62359]: DEBUG nova.virt.hardware [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.731358] env[62359]: DEBUG nova.virt.hardware [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.731936] env[62359]: DEBUG nova.virt.hardware [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.732231] env[62359]: DEBUG nova.virt.hardware [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.732961] env[62359]: DEBUG nova.virt.hardware [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.732961] env[62359]: DEBUG nova.virt.hardware [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.733227] env[62359]: DEBUG nova.virt.hardware [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.735022] env[62359]: DEBUG nova.virt.hardware [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.735022] env[62359]: DEBUG nova.virt.hardware [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.735022] env[62359]: DEBUG nova.virt.hardware [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.735780] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bce3931-aacf-450a-871e-3350d3720c17 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.744781] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44273286-5970-40c6-933c-96d027d5e099 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.054984] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526208} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.055259] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 8845db81-381b-4141-a7d1-183ad304a48f/8845db81-381b-4141-a7d1-183ad304a48f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.055469] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.055759] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b859800d-8642-4332-954c-962d0e69a2f5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.063815] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 868.063815] env[62359]: value = "task-2440970" [ 868.063815] env[62359]: _type = "Task" [ 868.063815] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.072815] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.184320] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "13a1539f-3415-415a-b717-45e54ca02baa" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.184609] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "13a1539f-3415-415a-b717-45e54ca02baa" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.184817] env[62359]: INFO nova.compute.manager [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Shelving [ 868.209675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e4c262e7-68ee-44b7-aab4-d3065af096ef tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "5815dbcf-e70f-46b0-910c-ed60f8245a56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.155s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.267320] env[62359]: DEBUG nova.compute.manager [req-ad20f908-ab97-411e-a670-f2500d0b80b7 req-5c7c3354-5efd-40e7-ba1d-bb6ab0c91ca6 service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Received event network-vif-plugged-ab6518b3-5576-4c4d-915e-5ad388c89d02 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.267473] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad20f908-ab97-411e-a670-f2500d0b80b7 req-5c7c3354-5efd-40e7-ba1d-bb6ab0c91ca6 service nova] Acquiring lock "a588c481-3ba6-4e82-95e0-681694f0a169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.267689] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad20f908-ab97-411e-a670-f2500d0b80b7 req-5c7c3354-5efd-40e7-ba1d-bb6ab0c91ca6 service nova] Lock "a588c481-3ba6-4e82-95e0-681694f0a169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.267855] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad20f908-ab97-411e-a670-f2500d0b80b7 req-5c7c3354-5efd-40e7-ba1d-bb6ab0c91ca6 service nova] Lock "a588c481-3ba6-4e82-95e0-681694f0a169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.268197] env[62359]: DEBUG nova.compute.manager [req-ad20f908-ab97-411e-a670-f2500d0b80b7 req-5c7c3354-5efd-40e7-ba1d-bb6ab0c91ca6 service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] No waiting events found dispatching network-vif-plugged-ab6518b3-5576-4c4d-915e-5ad388c89d02 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.268461] env[62359]: WARNING nova.compute.manager [req-ad20f908-ab97-411e-a670-f2500d0b80b7 req-5c7c3354-5efd-40e7-ba1d-bb6ab0c91ca6 service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Received unexpected event network-vif-plugged-ab6518b3-5576-4c4d-915e-5ad388c89d02 for instance with vm_state building and task_state spawning. [ 868.339236] env[62359]: DEBUG nova.network.neutron [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Successfully updated port: ab6518b3-5576-4c4d-915e-5ad388c89d02 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.553780] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb55d0e2-cd67-4b1b-aec8-e6ac95a44b6f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.562597] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64887ab3-a04e-40bc-a66f-f229773107c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.573867] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301163} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.598228] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.599145] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcba449-f35c-466b-8695-da60b899d937 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.602027] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb80316-68c7-4000-bda2-104f014a7938 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.626934] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 8845db81-381b-4141-a7d1-183ad304a48f/8845db81-381b-4141-a7d1-183ad304a48f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.627663] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f043e03-9867-4422-a979-6f066c9a6ce5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.642729] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5c63b4-8a11-40e8-998e-41ce17a07c5c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.658498] env[62359]: DEBUG nova.compute.provider_tree [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.661204] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 868.661204] env[62359]: value = "task-2440971" [ 868.661204] env[62359]: _type = "Task" [ 868.661204] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.672010] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.745101] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.745383] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.745596] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.745817] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.746295] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.748117] env[62359]: INFO nova.compute.manager [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Terminating instance [ 868.842399] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "refresh_cache-a588c481-3ba6-4e82-95e0-681694f0a169" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.842697] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "refresh_cache-a588c481-3ba6-4e82-95e0-681694f0a169" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.842905] env[62359]: DEBUG nova.network.neutron [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.163297] env[62359]: DEBUG nova.scheduler.client.report [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.177937] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.195786] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.195786] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7890e81d-96ea-447f-829d-3f86fe01119a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.203487] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 869.203487] env[62359]: value = "task-2440972" [ 869.203487] env[62359]: _type = "Task" [ 869.203487] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.212582] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.251393] env[62359]: DEBUG nova.compute.manager [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.251634] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.252524] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7950de-282b-464b-8112-592d15aa5191 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.260664] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.261054] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cab7d55-52f6-4cd6-b4ec-0bb44b9d9006 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.269035] env[62359]: DEBUG oslo_vmware.api [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 869.269035] env[62359]: value = "task-2440973" [ 869.269035] env[62359]: _type = "Task" [ 869.269035] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.278336] env[62359]: DEBUG oslo_vmware.api [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.395847] env[62359]: DEBUG nova.network.neutron [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.671546] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.673972] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.770s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.674351] env[62359]: DEBUG nova.objects.instance [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lazy-loading 'resources' on Instance uuid 49f77949-d892-470f-bc90-908d75400e34 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.683138] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.702866] env[62359]: INFO nova.scheduler.client.report [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Deleted allocations for instance 09455f5a-ac87-4c1f-a6d1-0e9a0736493b [ 869.719506] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440972, 'name': PowerOffVM_Task, 'duration_secs': 0.193601} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.719765] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.721041] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca236989-85cf-40e6-a1c0-00928dfdfc39 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.745894] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e920de2-657b-42f9-99d1-f4c5453c3f7e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.780189] env[62359]: DEBUG oslo_vmware.api [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440973, 'name': PowerOffVM_Task, 'duration_secs': 0.229908} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.783123] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.783272] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.784039] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-442b9deb-7519-4f8f-977b-e27a4aa67ebe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.855206] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.855674] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.856033] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleting the datastore file [datastore2] f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.857430] env[62359]: DEBUG nova.network.neutron [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Updating instance_info_cache with network_info: [{"id": "ab6518b3-5576-4c4d-915e-5ad388c89d02", "address": "fa:16:3e:58:8c:06", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6518b3-55", "ovs_interfaceid": "ab6518b3-5576-4c4d-915e-5ad388c89d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.859125] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29d5ecb2-da32-4cbd-9efa-0c35f5b84ec5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.868808] env[62359]: DEBUG oslo_vmware.api [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 869.868808] env[62359]: value = "task-2440975" [ 869.868808] env[62359]: _type = "Task" [ 869.868808] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.881685] env[62359]: DEBUG oslo_vmware.api [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.186476] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440971, 'name': ReconfigVM_Task, 'duration_secs': 1.491344} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.186768] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 8845db81-381b-4141-a7d1-183ad304a48f/8845db81-381b-4141-a7d1-183ad304a48f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.187459] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-284e5639-b137-4100-8d96-149642ae245c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.194396] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 870.194396] env[62359]: value = "task-2440976" [ 870.194396] env[62359]: _type = "Task" [ 870.194396] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.212839] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440976, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.222155] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6106e514-2f32-44bf-afda-542167dff002 tempest-FloatingIPsAssociationTestJSON-2144828771 tempest-FloatingIPsAssociationTestJSON-2144828771-project-member] Lock "09455f5a-ac87-4c1f-a6d1-0e9a0736493b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.998s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.260289] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 870.261957] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ccbec9f-c2b2-4f23-ac02-d45645ffd821 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.273027] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 870.273027] env[62359]: value = "task-2440977" [ 870.273027] env[62359]: _type = "Task" [ 870.273027] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.290280] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.310191] env[62359]: DEBUG nova.compute.manager [req-c0988914-c9f1-4aee-958e-ed33dc7921bd req-5ce65ea4-689f-4576-86b5-8831f77b722a service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Received event network-changed-ab6518b3-5576-4c4d-915e-5ad388c89d02 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.310453] env[62359]: DEBUG nova.compute.manager [req-c0988914-c9f1-4aee-958e-ed33dc7921bd req-5ce65ea4-689f-4576-86b5-8831f77b722a service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Refreshing instance network info cache due to event network-changed-ab6518b3-5576-4c4d-915e-5ad388c89d02. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 870.310647] env[62359]: DEBUG oslo_concurrency.lockutils [req-c0988914-c9f1-4aee-958e-ed33dc7921bd req-5ce65ea4-689f-4576-86b5-8831f77b722a service nova] Acquiring lock "refresh_cache-a588c481-3ba6-4e82-95e0-681694f0a169" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.365735] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "refresh_cache-a588c481-3ba6-4e82-95e0-681694f0a169" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.366699] env[62359]: DEBUG nova.compute.manager [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Instance network_info: |[{"id": "ab6518b3-5576-4c4d-915e-5ad388c89d02", "address": "fa:16:3e:58:8c:06", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6518b3-55", "ovs_interfaceid": "ab6518b3-5576-4c4d-915e-5ad388c89d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.366851] env[62359]: DEBUG oslo_concurrency.lockutils [req-c0988914-c9f1-4aee-958e-ed33dc7921bd req-5ce65ea4-689f-4576-86b5-8831f77b722a service nova] Acquired lock "refresh_cache-a588c481-3ba6-4e82-95e0-681694f0a169" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.367401] env[62359]: DEBUG nova.network.neutron [req-c0988914-c9f1-4aee-958e-ed33dc7921bd req-5ce65ea4-689f-4576-86b5-8831f77b722a service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Refreshing network info cache for port ab6518b3-5576-4c4d-915e-5ad388c89d02 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.369385] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:8c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab6518b3-5576-4c4d-915e-5ad388c89d02', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.379162] env[62359]: DEBUG oslo.service.loopingcall [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.385883] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.391278] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d24a67d0-3534-4b70-8d73-32d947438cc0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.417402] env[62359]: DEBUG oslo_vmware.api [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2440975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145024} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.419601] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.420083] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.420645] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.420645] env[62359]: INFO nova.compute.manager [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 870.421160] env[62359]: DEBUG oslo.service.loopingcall [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.421418] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.421418] env[62359]: value = "task-2440978" [ 870.421418] env[62359]: _type = "Task" [ 870.421418] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.425231] env[62359]: DEBUG nova.compute.manager [-] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.425360] env[62359]: DEBUG nova.network.neutron [-] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.442900] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440978, 'name': CreateVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.662414] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e888ed6f-25f9-4d6c-a02b-260cdc55d265 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.671318] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01d911c-3993-413f-9584-cc1ad17375bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.719445] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6b194a-dcc2-4659-a7e7-280c12dbc379 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.731567] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440976, 'name': Rename_Task, 'duration_secs': 0.212052} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.735257] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.735394] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-298311d7-a7d9-427c-9d3e-d6943de3d729 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.740160] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80459956-34a2-40ce-8ac2-453517d41907 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.764517] env[62359]: DEBUG nova.compute.provider_tree [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.773025] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 870.773025] env[62359]: value = "task-2440979" [ 870.773025] env[62359]: _type = "Task" [ 870.773025] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.786506] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.790263] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440977, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.940081] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440978, 'name': CreateVM_Task, 'duration_secs': 0.387481} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.940294] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.941101] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.941243] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.941492] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.941759] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ac9c7e-3739-402d-98e7-3a823e5f3a49 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.947615] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 870.947615] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]525b0ec2-e440-b68e-ebcd-82f9026066fd" [ 870.947615] env[62359]: _type = "Task" [ 870.947615] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.958463] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525b0ec2-e440-b68e-ebcd-82f9026066fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.129146] env[62359]: DEBUG nova.network.neutron [req-c0988914-c9f1-4aee-958e-ed33dc7921bd req-5ce65ea4-689f-4576-86b5-8831f77b722a service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Updated VIF entry in instance network info cache for port ab6518b3-5576-4c4d-915e-5ad388c89d02. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.129146] env[62359]: DEBUG nova.network.neutron [req-c0988914-c9f1-4aee-958e-ed33dc7921bd req-5ce65ea4-689f-4576-86b5-8831f77b722a service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Updating instance_info_cache with network_info: [{"id": "ab6518b3-5576-4c4d-915e-5ad388c89d02", "address": "fa:16:3e:58:8c:06", "network": {"id": "dc0b7b2f-7d7f-4324-b97b-500d4e4a7f04", "bridge": "br-int", "label": "tempest-ImagesTestJSON-186281827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8478e39a052b46eea96acd46e85d17f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6518b3-55", "ovs_interfaceid": "ab6518b3-5576-4c4d-915e-5ad388c89d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.288958] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440977, 'name': CreateSnapshot_Task, 'duration_secs': 0.538849} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.292492] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 871.292858] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.294964] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de174765-0ae6-4afb-8607-e8b072d0ade9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.298841] env[62359]: ERROR nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [req-ee886e2e-2116-47bf-96ef-3f7e7f75bee9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ee886e2e-2116-47bf-96ef-3f7e7f75bee9"}]} [ 871.325279] env[62359]: DEBUG nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 871.362936] env[62359]: DEBUG nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 871.363764] env[62359]: DEBUG nova.compute.provider_tree [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.381572] env[62359]: DEBUG nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 871.403539] env[62359]: DEBUG nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 871.460417] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525b0ec2-e440-b68e-ebcd-82f9026066fd, 'name': SearchDatastore_Task, 'duration_secs': 0.021507} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.460857] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.460951] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.461244] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.461396] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.461615] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.464654] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1fa541d-72d1-4ed8-a16c-11796cf94f6a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.475282] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.476343] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.477216] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc3c943-a63e-4b30-bc1e-d215f708b801 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.489019] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 871.489019] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52faa534-f08e-c078-36ab-a989af2e4593" [ 871.489019] env[62359]: _type = "Task" [ 871.489019] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.498993] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52faa534-f08e-c078-36ab-a989af2e4593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.635145] env[62359]: DEBUG oslo_concurrency.lockutils [req-c0988914-c9f1-4aee-958e-ed33dc7921bd req-5ce65ea4-689f-4576-86b5-8831f77b722a service nova] Releasing lock "refresh_cache-a588c481-3ba6-4e82-95e0-681694f0a169" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.791249] env[62359]: DEBUG oslo_vmware.api [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2440979, 'name': PowerOnVM_Task, 'duration_secs': 0.663933} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.792955] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.792955] env[62359]: INFO nova.compute.manager [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Took 10.59 seconds to spawn the instance on the hypervisor. [ 871.792955] env[62359]: DEBUG nova.compute.manager [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.793865] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b971f4-d2e7-487a-90b9-94bf1ee4f0e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.798799] env[62359]: DEBUG nova.network.neutron [-] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.824767] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 871.826215] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-673d9b95-b5d5-4d2e-9bad-8b430d02c3c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.837773] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 871.837773] env[62359]: value = "task-2440980" [ 871.837773] env[62359]: _type = "Task" [ 871.837773] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.843346] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71361878-6e3b-4915-b0ea-cbfdb5c309e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.850212] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440980, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.857619] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3678a343-eb0b-4c1d-b524-0921a92db11a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.893945] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2613b0-203a-4f15-aaa3-df93d30e0ce4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.902455] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b49bb1-7ae4-4935-b1c2-6c9b1dcbdc7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.918399] env[62359]: DEBUG nova.compute.provider_tree [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.000487] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52faa534-f08e-c078-36ab-a989af2e4593, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.001516] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8566aa6d-8c41-4a1b-9883-b1a11759726e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.008715] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 872.008715] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5211e93d-f7e8-3f93-f78c-8bd8b8cfad04" [ 872.008715] env[62359]: _type = "Task" [ 872.008715] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.018356] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5211e93d-f7e8-3f93-f78c-8bd8b8cfad04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.308220] env[62359]: INFO nova.compute.manager [-] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Took 1.88 seconds to deallocate network for instance. [ 872.325388] env[62359]: INFO nova.compute.manager [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Took 28.56 seconds to build instance. [ 872.348176] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440980, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.350526] env[62359]: DEBUG nova.compute.manager [req-be3533b7-9c67-47d4-94e4-de00c3fe3078 req-77591a43-3bf4-4120-a1fd-ad97f6398e4f service nova] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Received event network-vif-deleted-a9dfd384-8c06-4e16-901a-01f72d327292 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.465207] env[62359]: ERROR nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [req-cf3417d8-7513-4d36-8df9-fd805a1b48f3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-cf3417d8-7513-4d36-8df9-fd805a1b48f3"}]} [ 872.492334] env[62359]: DEBUG nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 872.515195] env[62359]: DEBUG nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 872.515452] env[62359]: DEBUG nova.compute.provider_tree [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.524273] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5211e93d-f7e8-3f93-f78c-8bd8b8cfad04, 'name': SearchDatastore_Task, 'duration_secs': 0.01481} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.524585] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.524902] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] a588c481-3ba6-4e82-95e0-681694f0a169/a588c481-3ba6-4e82-95e0-681694f0a169.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.525191] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fcb1731-9892-46c8-9524-bc3f303b7094 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.533476] env[62359]: DEBUG nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 872.538044] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 872.538044] env[62359]: value = "task-2440981" [ 872.538044] env[62359]: _type = "Task" [ 872.538044] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.547460] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.556076] env[62359]: DEBUG nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 872.825085] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.825573] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4c50536-27e5-45ef-af15-7f636da158b4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.073s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.855362] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440980, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.942250] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquiring lock "e85c818d-43fa-44ca-bd22-22d5e41784b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.942477] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lock "e85c818d-43fa-44ca-bd22-22d5e41784b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.050935] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511575} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.054344] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] a588c481-3ba6-4e82-95e0-681694f0a169/a588c481-3ba6-4e82-95e0-681694f0a169.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.054986] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.057319] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab477c39-abb8-472a-bb57-8b847d25b56d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.065268] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 873.065268] env[62359]: value = "task-2440982" [ 873.065268] env[62359]: _type = "Task" [ 873.065268] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.078042] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.079623] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe6eee3-de4b-4473-8993-9a68d39557dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.087997] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ce5b34-664a-4076-814c-754390b4ae0d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.126910] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbf814a-9e01-43be-a8b3-9995a3dffaa9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.137373] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5175cfa-ef85-4b5e-94f3-d89a3ec58861 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.153707] env[62359]: DEBUG nova.compute.provider_tree [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.351209] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440980, 'name': CloneVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.448562] env[62359]: DEBUG nova.compute.manager [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.576747] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079453} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.577165] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.578079] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b944902f-33d7-4892-9cb5-0cdeabfd3e8e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.604623] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] a588c481-3ba6-4e82-95e0-681694f0a169/a588c481-3ba6-4e82-95e0-681694f0a169.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.605375] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44f6a5f2-350f-45c8-a74b-3c8e2db7fd2c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.631600] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 873.631600] env[62359]: value = "task-2440983" [ 873.631600] env[62359]: _type = "Task" [ 873.631600] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.640750] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.656037] env[62359]: DEBUG nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.839129] env[62359]: DEBUG nova.compute.manager [req-1aff88d2-e3d0-48b6-b114-c3d45f1592ef req-4d6d1603-d0a3-40f6-8845-875fa8b38bf4 service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Received event network-changed-f30ce4fb-4122-401f-bc58-30dd5690d447 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.840207] env[62359]: DEBUG nova.compute.manager [req-1aff88d2-e3d0-48b6-b114-c3d45f1592ef req-4d6d1603-d0a3-40f6-8845-875fa8b38bf4 service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Refreshing instance network info cache due to event network-changed-f30ce4fb-4122-401f-bc58-30dd5690d447. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 873.840596] env[62359]: DEBUG oslo_concurrency.lockutils [req-1aff88d2-e3d0-48b6-b114-c3d45f1592ef req-4d6d1603-d0a3-40f6-8845-875fa8b38bf4 service nova] Acquiring lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.840828] env[62359]: DEBUG oslo_concurrency.lockutils [req-1aff88d2-e3d0-48b6-b114-c3d45f1592ef req-4d6d1603-d0a3-40f6-8845-875fa8b38bf4 service nova] Acquired lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.840894] env[62359]: DEBUG nova.network.neutron [req-1aff88d2-e3d0-48b6-b114-c3d45f1592ef req-4d6d1603-d0a3-40f6-8845-875fa8b38bf4 service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Refreshing network info cache for port f30ce4fb-4122-401f-bc58-30dd5690d447 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.856386] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440980, 'name': CloneVM_Task, 'duration_secs': 1.518637} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.857476] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Created linked-clone VM from snapshot [ 873.858438] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4e344a-fcb3-4576-a355-fe3165d1789b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.869409] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Uploading image 7a1a955b-7f66-477a-b80d-92e694281f50 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 873.906038] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 873.906038] env[62359]: value = "vm-494477" [ 873.906038] env[62359]: _type = "VirtualMachine" [ 873.906038] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 873.906038] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5be8b711-dd7e-407a-b6bf-ee7ab86ad8f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.929295] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lease: (returnval){ [ 873.929295] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5284fd13-b79e-d92b-02b1-9d39f9d29123" [ 873.929295] env[62359]: _type = "HttpNfcLease" [ 873.929295] env[62359]: } obtained for exporting VM: (result){ [ 873.929295] env[62359]: value = "vm-494477" [ 873.929295] env[62359]: _type = "VirtualMachine" [ 873.929295] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 873.929295] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the lease: (returnval){ [ 873.929295] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5284fd13-b79e-d92b-02b1-9d39f9d29123" [ 873.929295] env[62359]: _type = "HttpNfcLease" [ 873.929295] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 873.941586] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.941586] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5284fd13-b79e-d92b-02b1-9d39f9d29123" [ 873.941586] env[62359]: _type = "HttpNfcLease" [ 873.941586] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 873.944142] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 873.944142] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5284fd13-b79e-d92b-02b1-9d39f9d29123" [ 873.944142] env[62359]: _type = "HttpNfcLease" [ 873.944142] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 873.944142] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020ea87b-ebc1-48eb-89b6-3f0e3a0a7589 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.958423] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad77a-b72b-fac6-cdc0-f878861b4234/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 873.958423] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad77a-b72b-fac6-cdc0-f878861b4234/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 874.027890] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.070550] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8976dbf-36f8-4d18-a092-30c0b7aa86e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.142358] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440983, 'name': ReconfigVM_Task, 'duration_secs': 0.447264} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.142878] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Reconfigured VM instance instance-0000004c to attach disk [datastore2] a588c481-3ba6-4e82-95e0-681694f0a169/a588c481-3ba6-4e82-95e0-681694f0a169.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.143570] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-511ee2bc-7863-4bf2-a5b0-0cf02ed25815 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.151605] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 874.151605] env[62359]: value = "task-2440985" [ 874.151605] env[62359]: _type = "Task" [ 874.151605] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.160811] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.487s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.168036] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.272s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.169639] env[62359]: INFO nova.compute.claims [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.172255] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440985, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.194137] env[62359]: INFO nova.scheduler.client.report [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleted allocations for instance 49f77949-d892-470f-bc90-908d75400e34 [ 874.663491] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440985, 'name': Rename_Task, 'duration_secs': 0.183864} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.663491] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.663601] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d3f9fa0-810a-4c17-a2fa-b52c7f7758d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.670885] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 874.670885] env[62359]: value = "task-2440986" [ 874.670885] env[62359]: _type = "Task" [ 874.670885] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.682841] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.701958] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4927669-8187-4319-94c2-eaaeb997a83e tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "49f77949-d892-470f-bc90-908d75400e34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.526s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.753255] env[62359]: DEBUG nova.network.neutron [req-1aff88d2-e3d0-48b6-b114-c3d45f1592ef req-4d6d1603-d0a3-40f6-8845-875fa8b38bf4 service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updated VIF entry in instance network info cache for port f30ce4fb-4122-401f-bc58-30dd5690d447. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.753255] env[62359]: DEBUG nova.network.neutron [req-1aff88d2-e3d0-48b6-b114-c3d45f1592ef req-4d6d1603-d0a3-40f6-8845-875fa8b38bf4 service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance_info_cache with network_info: [{"id": "f30ce4fb-4122-401f-bc58-30dd5690d447", "address": "fa:16:3e:83:42:0c", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30ce4fb-41", "ovs_interfaceid": "f30ce4fb-4122-401f-bc58-30dd5690d447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.191905] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440986, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.255642] env[62359]: DEBUG oslo_concurrency.lockutils [req-1aff88d2-e3d0-48b6-b114-c3d45f1592ef req-4d6d1603-d0a3-40f6-8845-875fa8b38bf4 service nova] Releasing lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.599044] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b661ce6-cb78-4929-9173-baea6b8c67af {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.608337] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b1f0ec-d9c2-4eb2-ba00-7cf0a77a8c94 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.645894] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eba898e-9b1c-4cc4-8fc2-6d42ac3edc28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.654459] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e611b8ce-180a-4d2e-916a-c3cb42b0c182 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.672496] env[62359]: DEBUG nova.compute.provider_tree [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.683942] env[62359]: DEBUG oslo_vmware.api [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440986, 'name': PowerOnVM_Task, 'duration_secs': 0.819198} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.684978] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.685209] env[62359]: INFO nova.compute.manager [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Took 7.98 seconds to spawn the instance on the hypervisor. [ 875.685398] env[62359]: DEBUG nova.compute.manager [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.686212] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fd822a-f453-4cbf-b3f4-0fb233903e70 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.176781] env[62359]: DEBUG nova.scheduler.client.report [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.207008] env[62359]: INFO nova.compute.manager [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Took 23.63 seconds to build instance. [ 876.686265] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.686854] env[62359]: DEBUG nova.compute.manager [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.690762] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.128s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.692338] env[62359]: INFO nova.compute.claims [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.709503] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0d56e02e-ae6b-4267-8922-8fbf29ad8585 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "a588c481-3ba6-4e82-95e0-681694f0a169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.141s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.197588] env[62359]: DEBUG nova.compute.utils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 877.201086] env[62359]: DEBUG nova.compute.manager [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.201314] env[62359]: DEBUG nova.network.neutron [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.243831] env[62359]: DEBUG nova.policy [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '044e406c000d4deeba67a01ff2d6280d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fec1d0a54d74d8e9ff4f986133eabce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.411225] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquiring lock "06ff45bc-394d-439e-873c-d6e641351f68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.411486] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Lock "06ff45bc-394d-439e-873c-d6e641351f68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.515227] env[62359]: DEBUG nova.compute.manager [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.519598] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de08e67-c651-439c-b227-462637d14258 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.599354] env[62359]: DEBUG nova.network.neutron [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Successfully created port: 41eb6d3b-1457-4442-9343-5eb66c30763f {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.706807] env[62359]: DEBUG nova.compute.manager [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.914952] env[62359]: DEBUG nova.compute.manager [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.032449] env[62359]: INFO nova.compute.manager [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] instance snapshotting [ 878.038129] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad17904-1860-41f3-ab46-646d13c9da4d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.064630] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f835efb-284f-4d93-ad67-8228fcd0ca5c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.164867] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950e6f58-d5a3-47d3-9875-425c2909467e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.172167] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94484967-3ac3-4e1c-bdf0-32c5c19669e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.204115] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c83e1a-4b77-4eba-82e9-ba1cb5d81c63 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.212840] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5775f5b8-c830-43d5-8f7a-9412620a0fef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.234576] env[62359]: DEBUG nova.compute.provider_tree [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.438792] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.578860] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 878.579212] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5899507-64fe-44e9-9369-af9de887ea4c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.587525] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 878.587525] env[62359]: value = "task-2440987" [ 878.587525] env[62359]: _type = "Task" [ 878.587525] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.597412] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.725446] env[62359]: DEBUG nova.compute.manager [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.739796] env[62359]: DEBUG nova.scheduler.client.report [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.756486] env[62359]: DEBUG nova.virt.hardware [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.757373] env[62359]: DEBUG nova.virt.hardware [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.757373] env[62359]: DEBUG nova.virt.hardware [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.757507] env[62359]: DEBUG nova.virt.hardware [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.757700] env[62359]: DEBUG nova.virt.hardware [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.757919] env[62359]: DEBUG nova.virt.hardware [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.758231] env[62359]: DEBUG nova.virt.hardware [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.758738] env[62359]: DEBUG nova.virt.hardware [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.758738] env[62359]: DEBUG nova.virt.hardware [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.759036] env[62359]: DEBUG nova.virt.hardware [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.759237] env[62359]: DEBUG nova.virt.hardware [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.760960] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a662f9bb-f6a3-4d6e-a413-9db4153123e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.772160] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f310674-0f8d-4814-b7f8-41565e867a1c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.032900] env[62359]: DEBUG nova.compute.manager [req-404d5911-5f32-44a1-99d8-95f192ec96cd req-85a12e8b-c254-4ae3-a01d-c4d0dfb60421 service nova] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Received event network-vif-plugged-41eb6d3b-1457-4442-9343-5eb66c30763f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.033220] env[62359]: DEBUG oslo_concurrency.lockutils [req-404d5911-5f32-44a1-99d8-95f192ec96cd req-85a12e8b-c254-4ae3-a01d-c4d0dfb60421 service nova] Acquiring lock "aae97c19-18db-4fd8-96fa-adb1835cf06f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.033406] env[62359]: DEBUG oslo_concurrency.lockutils [req-404d5911-5f32-44a1-99d8-95f192ec96cd req-85a12e8b-c254-4ae3-a01d-c4d0dfb60421 service nova] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.033599] env[62359]: DEBUG oslo_concurrency.lockutils [req-404d5911-5f32-44a1-99d8-95f192ec96cd req-85a12e8b-c254-4ae3-a01d-c4d0dfb60421 service nova] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.033764] env[62359]: DEBUG nova.compute.manager [req-404d5911-5f32-44a1-99d8-95f192ec96cd req-85a12e8b-c254-4ae3-a01d-c4d0dfb60421 service nova] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] No waiting events found dispatching network-vif-plugged-41eb6d3b-1457-4442-9343-5eb66c30763f {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.033934] env[62359]: WARNING nova.compute.manager [req-404d5911-5f32-44a1-99d8-95f192ec96cd req-85a12e8b-c254-4ae3-a01d-c4d0dfb60421 service nova] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Received unexpected event network-vif-plugged-41eb6d3b-1457-4442-9343-5eb66c30763f for instance with vm_state building and task_state spawning. [ 879.099973] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.128471] env[62359]: DEBUG nova.network.neutron [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Successfully updated port: 41eb6d3b-1457-4442-9343-5eb66c30763f {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.246062] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.246530] env[62359]: DEBUG nova.compute.manager [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.249107] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.880s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.250488] env[62359]: INFO nova.compute.claims [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.599362] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.631344] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.631566] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.631650] env[62359]: DEBUG nova.network.neutron [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.757762] env[62359]: DEBUG nova.compute.utils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 879.759506] env[62359]: DEBUG nova.compute.manager [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.761964] env[62359]: DEBUG nova.network.neutron [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.815429] env[62359]: DEBUG nova.policy [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27874bee3d3d4b24b7ce9f214c415492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '078a05b1e7b64ae88d330e9371a1c193', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.100228] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440987, 'name': CreateSnapshot_Task, 'duration_secs': 1.240436} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.100550] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.101338] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d888afe-0915-4408-ad56-1afbbbd4a77c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.106888] env[62359]: DEBUG nova.network.neutron [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Successfully created port: 5df68cb7-f39a-4522-9e8e-695722a02787 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.175444] env[62359]: DEBUG nova.network.neutron [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.259937] env[62359]: DEBUG nova.compute.manager [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.413478] env[62359]: DEBUG nova.network.neutron [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance_info_cache with network_info: [{"id": "41eb6d3b-1457-4442-9343-5eb66c30763f", "address": "fa:16:3e:4d:2c:c8", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41eb6d3b-14", "ovs_interfaceid": "41eb6d3b-1457-4442-9343-5eb66c30763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.623179] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 880.626083] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1756add8-1fe1-4d32-9854-1df95ac9ba52 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.636104] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 880.636104] env[62359]: value = "task-2440988" [ 880.636104] env[62359]: _type = "Task" [ 880.636104] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.647849] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440988, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.704294] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244c6afd-2efa-48fa-9e7e-eb993c3c8156 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.713296] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f380e50f-4198-4cb7-9757-3db6f9c4efa8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.745151] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce1822f-8ec2-45fe-9167-4d3b6ed6a4c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.753485] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfb3ad6-9c88-45cb-adac-25fdfb5e3f2f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.772611] env[62359]: DEBUG nova.compute.provider_tree [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.917040] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.917040] env[62359]: DEBUG nova.compute.manager [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Instance network_info: |[{"id": "41eb6d3b-1457-4442-9343-5eb66c30763f", "address": "fa:16:3e:4d:2c:c8", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41eb6d3b-14", "ovs_interfaceid": "41eb6d3b-1457-4442-9343-5eb66c30763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.917628] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:2c:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41eb6d3b-1457-4442-9343-5eb66c30763f', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.926094] env[62359]: DEBUG oslo.service.loopingcall [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.926094] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.926094] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9bd7b48-b6c7-4e25-b551-67e541798512 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.949677] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.949677] env[62359]: value = "task-2440989" [ 880.949677] env[62359]: _type = "Task" [ 880.949677] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.959097] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440989, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.064243] env[62359]: DEBUG nova.compute.manager [req-cd5b17bb-151c-47d0-be02-6478fdce7be9 req-63a81bde-f775-4367-83a4-5bc2cbac581a service nova] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Received event network-changed-41eb6d3b-1457-4442-9343-5eb66c30763f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.064632] env[62359]: DEBUG nova.compute.manager [req-cd5b17bb-151c-47d0-be02-6478fdce7be9 req-63a81bde-f775-4367-83a4-5bc2cbac581a service nova] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Refreshing instance network info cache due to event network-changed-41eb6d3b-1457-4442-9343-5eb66c30763f. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 881.064978] env[62359]: DEBUG oslo_concurrency.lockutils [req-cd5b17bb-151c-47d0-be02-6478fdce7be9 req-63a81bde-f775-4367-83a4-5bc2cbac581a service nova] Acquiring lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.065368] env[62359]: DEBUG oslo_concurrency.lockutils [req-cd5b17bb-151c-47d0-be02-6478fdce7be9 req-63a81bde-f775-4367-83a4-5bc2cbac581a service nova] Acquired lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.065710] env[62359]: DEBUG nova.network.neutron [req-cd5b17bb-151c-47d0-be02-6478fdce7be9 req-63a81bde-f775-4367-83a4-5bc2cbac581a service nova] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Refreshing network info cache for port 41eb6d3b-1457-4442-9343-5eb66c30763f {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.147224] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440988, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.276404] env[62359]: DEBUG nova.compute.manager [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.279908] env[62359]: DEBUG nova.scheduler.client.report [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.310632] env[62359]: DEBUG nova.virt.hardware [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.310882] env[62359]: DEBUG nova.virt.hardware [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.311049] env[62359]: DEBUG nova.virt.hardware [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.311236] env[62359]: DEBUG nova.virt.hardware [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.311381] env[62359]: DEBUG nova.virt.hardware [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.311525] env[62359]: DEBUG nova.virt.hardware [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.311734] env[62359]: DEBUG nova.virt.hardware [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.311892] env[62359]: DEBUG nova.virt.hardware [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.312069] env[62359]: DEBUG nova.virt.hardware [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.312237] env[62359]: DEBUG nova.virt.hardware [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.312409] env[62359]: DEBUG nova.virt.hardware [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.313572] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4456b8e-3dbf-47fa-9967-7091822c0ab7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.322951] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f75834-6573-4137-a3b0-f5e8f4d37c98 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.462577] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440989, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.650422] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440988, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.787018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.787018] env[62359]: DEBUG nova.compute.manager [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.789484] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.041s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.789708] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.792271] env[62359]: DEBUG oslo_concurrency.lockutils [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.898s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.792428] env[62359]: DEBUG nova.objects.instance [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lazy-loading 'resources' on Instance uuid c8459e5b-71a1-4225-a0af-52c0e3e1b5ef {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.816430] env[62359]: INFO nova.scheduler.client.report [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted allocations for instance bc030728-2a01-4be4-a15c-994c33282493 [ 881.942352] env[62359]: DEBUG nova.network.neutron [req-cd5b17bb-151c-47d0-be02-6478fdce7be9 req-63a81bde-f775-4367-83a4-5bc2cbac581a service nova] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updated VIF entry in instance network info cache for port 41eb6d3b-1457-4442-9343-5eb66c30763f. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.942822] env[62359]: DEBUG nova.network.neutron [req-cd5b17bb-151c-47d0-be02-6478fdce7be9 req-63a81bde-f775-4367-83a4-5bc2cbac581a service nova] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance_info_cache with network_info: [{"id": "41eb6d3b-1457-4442-9343-5eb66c30763f", "address": "fa:16:3e:4d:2c:c8", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41eb6d3b-14", "ovs_interfaceid": "41eb6d3b-1457-4442-9343-5eb66c30763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.964385] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440989, 'name': CreateVM_Task, 'duration_secs': 0.571872} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.965078] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.965265] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.965458] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.965811] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.966016] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed3e1ae-00cd-4a3c-92bc-c48a4ef488d2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.970011] env[62359]: DEBUG nova.network.neutron [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Successfully updated port: 5df68cb7-f39a-4522-9e8e-695722a02787 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.974109] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 881.974109] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528ce303-8450-7afd-c3f4-e9537c11a1bc" [ 881.974109] env[62359]: _type = "Task" [ 881.974109] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.984221] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528ce303-8450-7afd-c3f4-e9537c11a1bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.150050] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440988, 'name': CloneVM_Task, 'duration_secs': 1.423764} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.150050] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Created linked-clone VM from snapshot [ 882.150752] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397ca8d4-3c0a-48c4-b9bc-430c56d28926 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.159485] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Uploading image d72bab3a-c091-43d1-b4c7-043e327ad027 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 882.171593] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 882.171870] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b93245c-4d91-4fca-84f5-3552d53f5a29 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.182910] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 882.182910] env[62359]: value = "task-2440990" [ 882.182910] env[62359]: _type = "Task" [ 882.182910] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.193404] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440990, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.295859] env[62359]: DEBUG nova.compute.utils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.300182] env[62359]: DEBUG nova.compute.manager [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.300357] env[62359]: DEBUG nova.network.neutron [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.325951] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4d48f475-ed27-47dc-a028-94e4d1e6d819 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "bc030728-2a01-4be4-a15c-994c33282493" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.346s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.346171] env[62359]: DEBUG nova.policy [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27874bee3d3d4b24b7ce9f214c415492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '078a05b1e7b64ae88d330e9371a1c193', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.447389] env[62359]: DEBUG oslo_concurrency.lockutils [req-cd5b17bb-151c-47d0-be02-6478fdce7be9 req-63a81bde-f775-4367-83a4-5bc2cbac581a service nova] Releasing lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.475101] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.475253] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.475495] env[62359]: DEBUG nova.network.neutron [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.489601] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528ce303-8450-7afd-c3f4-e9537c11a1bc, 'name': SearchDatastore_Task, 'duration_secs': 0.024551} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.493041] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.493310] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.493542] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.493682] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.493859] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.496788] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f850a9a-6e23-49b0-afb5-993aa81a4430 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.506464] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.506648] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.507431] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbcfbc2-387e-4aa2-aa3e-45bfadceea89 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.517611] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 882.517611] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]525025c1-8b91-3eb3-2a13-791b214bcd6e" [ 882.517611] env[62359]: _type = "Task" [ 882.517611] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.529516] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525025c1-8b91-3eb3-2a13-791b214bcd6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.642608] env[62359]: DEBUG nova.network.neutron [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Successfully created port: 7bf1bce8-3061-485a-8323-76732d9828b3 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.682176] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd04172b-55d5-4587-9608-a1df6abd707a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.693672] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440990, 'name': Destroy_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.696388] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2955f3d1-43d2-4130-b4ac-1421d96b9a83 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.730136] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a43c16-9d68-4263-ad8d-a74f81ff6b25 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.738556] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59d6987-cf87-4685-93e2-6b45b83d9ced {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.754348] env[62359]: DEBUG nova.compute.provider_tree [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.800979] env[62359]: DEBUG nova.compute.manager [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.016298] env[62359]: DEBUG nova.network.neutron [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.029073] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525025c1-8b91-3eb3-2a13-791b214bcd6e, 'name': SearchDatastore_Task, 'duration_secs': 0.019802} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.029886] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2682a02f-2171-4cc1-b22e-2a62dc7560ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.035880] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 883.035880] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d02acf-291c-f983-5466-1d0105c39ffb" [ 883.035880] env[62359]: _type = "Task" [ 883.035880] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.046869] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d02acf-291c-f983-5466-1d0105c39ffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.098343] env[62359]: DEBUG nova.compute.manager [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Received event network-vif-plugged-5df68cb7-f39a-4522-9e8e-695722a02787 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.098652] env[62359]: DEBUG oslo_concurrency.lockutils [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] Acquiring lock "73dc6ebd-f723-4511-8819-e375db2b2790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.098792] env[62359]: DEBUG oslo_concurrency.lockutils [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] Lock "73dc6ebd-f723-4511-8819-e375db2b2790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.098927] env[62359]: DEBUG oslo_concurrency.lockutils [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] Lock "73dc6ebd-f723-4511-8819-e375db2b2790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.099246] env[62359]: DEBUG nova.compute.manager [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] No waiting events found dispatching network-vif-plugged-5df68cb7-f39a-4522-9e8e-695722a02787 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.099389] env[62359]: WARNING nova.compute.manager [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Received unexpected event network-vif-plugged-5df68cb7-f39a-4522-9e8e-695722a02787 for instance with vm_state building and task_state spawning. [ 883.099551] env[62359]: DEBUG nova.compute.manager [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Received event network-changed-5df68cb7-f39a-4522-9e8e-695722a02787 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.099705] env[62359]: DEBUG nova.compute.manager [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Refreshing instance network info cache due to event network-changed-5df68cb7-f39a-4522-9e8e-695722a02787. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 883.099872] env[62359]: DEBUG oslo_concurrency.lockutils [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] Acquiring lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.174316] env[62359]: DEBUG nova.network.neutron [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Updating instance_info_cache with network_info: [{"id": "5df68cb7-f39a-4522-9e8e-695722a02787", "address": "fa:16:3e:cb:0f:e7", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df68cb7-f3", "ovs_interfaceid": "5df68cb7-f39a-4522-9e8e-695722a02787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.195178] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440990, 'name': Destroy_Task, 'duration_secs': 0.910049} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.195459] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Destroyed the VM [ 883.195700] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 883.196237] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fdf83eb6-e476-4fc8-9197-fe464cb5b577 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.204009] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 883.204009] env[62359]: value = "task-2440991" [ 883.204009] env[62359]: _type = "Task" [ 883.204009] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.214219] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440991, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.257293] env[62359]: DEBUG nova.scheduler.client.report [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.551651] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d02acf-291c-f983-5466-1d0105c39ffb, 'name': SearchDatastore_Task, 'duration_secs': 0.018278} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.551898] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.552186] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] aae97c19-18db-4fd8-96fa-adb1835cf06f/aae97c19-18db-4fd8-96fa-adb1835cf06f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.552444] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7d2628f-5d77-4595-a649-ce0998ef720e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.560187] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 883.560187] env[62359]: value = "task-2440992" [ 883.560187] env[62359]: _type = "Task" [ 883.560187] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.569841] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.676819] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.677268] env[62359]: DEBUG nova.compute.manager [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Instance network_info: |[{"id": "5df68cb7-f39a-4522-9e8e-695722a02787", "address": "fa:16:3e:cb:0f:e7", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df68cb7-f3", "ovs_interfaceid": "5df68cb7-f39a-4522-9e8e-695722a02787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.677569] env[62359]: DEBUG oslo_concurrency.lockutils [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] Acquired lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.677772] env[62359]: DEBUG nova.network.neutron [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Refreshing network info cache for port 5df68cb7-f39a-4522-9e8e-695722a02787 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.679150] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:0f:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5df68cb7-f39a-4522-9e8e-695722a02787', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.687247] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Creating folder: Project (078a05b1e7b64ae88d330e9371a1c193). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.687882] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6157e91a-f62a-4830-b028-31422dc639cf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.701403] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Created folder: Project (078a05b1e7b64ae88d330e9371a1c193) in parent group-v494269. [ 883.701625] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Creating folder: Instances. Parent ref: group-v494481. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.701890] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41021cf7-db37-4c3d-8471-8031459d1675 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.714045] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440991, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.715469] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Created folder: Instances in parent group-v494481. [ 883.715743] env[62359]: DEBUG oslo.service.loopingcall [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.715983] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.716256] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b569df13-850e-45f8-94f9-4475be30b731 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.742901] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.742901] env[62359]: value = "task-2440995" [ 883.742901] env[62359]: _type = "Task" [ 883.742901] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.754563] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440995, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.762802] env[62359]: DEBUG oslo_concurrency.lockutils [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.766371] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.514s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.766790] env[62359]: DEBUG nova.objects.instance [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lazy-loading 'resources' on Instance uuid 08201d61-dc04-4715-8381-044a69824ba0 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.795278] env[62359]: INFO nova.scheduler.client.report [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted allocations for instance c8459e5b-71a1-4225-a0af-52c0e3e1b5ef [ 883.812254] env[62359]: DEBUG nova.compute.manager [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.843851] env[62359]: DEBUG nova.virt.hardware [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.844256] env[62359]: DEBUG nova.virt.hardware [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.844510] env[62359]: DEBUG nova.virt.hardware [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.845565] env[62359]: DEBUG nova.virt.hardware [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.845565] env[62359]: DEBUG nova.virt.hardware [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.845565] env[62359]: DEBUG nova.virt.hardware [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.845565] env[62359]: DEBUG nova.virt.hardware [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.845755] env[62359]: DEBUG nova.virt.hardware [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.845908] env[62359]: DEBUG nova.virt.hardware [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.846959] env[62359]: DEBUG nova.virt.hardware [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.846959] env[62359]: DEBUG nova.virt.hardware [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.848393] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585065a6-fcb6-42ed-8f9d-d1a7b7bb616d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.860737] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e479b0b-616d-4fd1-8a6b-6bbafbed5ccc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.941171] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad77a-b72b-fac6-cdc0-f878861b4234/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 883.942621] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27133e87-e0df-4c4a-a183-02bc82390a34 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.954721] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad77a-b72b-fac6-cdc0-f878861b4234/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 883.955876] env[62359]: ERROR oslo_vmware.rw_handles [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad77a-b72b-fac6-cdc0-f878861b4234/disk-0.vmdk due to incomplete transfer. [ 883.956568] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e94de7b1-cc97-449d-b895-02c7a26fc48a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.976046] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad77a-b72b-fac6-cdc0-f878861b4234/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 883.976229] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Uploaded image 7a1a955b-7f66-477a-b80d-92e694281f50 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 883.979383] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 883.982433] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9841c16-8740-444f-81a0-557522443ac1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.991644] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 883.991644] env[62359]: value = "task-2440996" [ 883.991644] env[62359]: _type = "Task" [ 883.991644] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.002663] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440996, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.080228] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440992, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.218758] env[62359]: DEBUG oslo_vmware.api [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2440991, 'name': RemoveSnapshot_Task, 'duration_secs': 0.765021} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.219227] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 884.258522] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2440995, 'name': CreateVM_Task, 'duration_secs': 0.483517} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.258722] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.259507] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.259689] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.260037] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.260331] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c787306-168c-4c16-a927-900b3634c5ba {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.268015] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 884.268015] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b6483c-6649-8a62-7f92-4633abe17211" [ 884.268015] env[62359]: _type = "Task" [ 884.268015] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.286971] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b6483c-6649-8a62-7f92-4633abe17211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.307497] env[62359]: DEBUG oslo_concurrency.lockutils [None req-adcf01e3-6eb8-4707-a0a8-fde073b88d55 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c8459e5b-71a1-4225-a0af-52c0e3e1b5ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.144s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.313011] env[62359]: DEBUG nova.network.neutron [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Successfully updated port: 7bf1bce8-3061-485a-8323-76732d9828b3 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.478754] env[62359]: DEBUG nova.network.neutron [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Updated VIF entry in instance network info cache for port 5df68cb7-f39a-4522-9e8e-695722a02787. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.478754] env[62359]: DEBUG nova.network.neutron [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Updating instance_info_cache with network_info: [{"id": "5df68cb7-f39a-4522-9e8e-695722a02787", "address": "fa:16:3e:cb:0f:e7", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df68cb7-f3", "ovs_interfaceid": "5df68cb7-f39a-4522-9e8e-695722a02787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.503512] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440996, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.581225] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762815} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.581553] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] aae97c19-18db-4fd8-96fa-adb1835cf06f/aae97c19-18db-4fd8-96fa-adb1835cf06f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.581927] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.582505] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69efea5f-5227-4c59-850b-d359d50f4e87 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.595792] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 884.595792] env[62359]: value = "task-2440997" [ 884.595792] env[62359]: _type = "Task" [ 884.595792] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.611109] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.641865] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb9f0d7-40e1-463c-9d99-138552c0de7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.650546] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163bbddc-fb4c-4446-8e82-a1d6843c9580 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.682568] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26184126-4a1c-4087-b97b-94351d7ee24b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.691798] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4b3472-19e1-4778-86c7-4a2feb6938bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.709869] env[62359]: DEBUG nova.compute.provider_tree [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.723819] env[62359]: WARNING nova.compute.manager [None req-ae004fe9-b087-4830-8a69-95cff18baf51 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Image not found during snapshot: nova.exception.ImageNotFound: Image d72bab3a-c091-43d1-b4c7-043e327ad027 could not be found. [ 884.779597] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b6483c-6649-8a62-7f92-4633abe17211, 'name': SearchDatastore_Task, 'duration_secs': 0.026433} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.779886] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.780153] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.780392] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.780539] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.780714] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.780969] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-041e26e6-4657-47a2-9243-1adc257402b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.790933] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.791128] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.791933] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92364d6c-bb25-4b4c-abd0-c89616ba16c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.798549] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 884.798549] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52beeb8c-ea8e-6c9a-7a8f-1d34badaaafb" [ 884.798549] env[62359]: _type = "Task" [ 884.798549] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.806606] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52beeb8c-ea8e-6c9a-7a8f-1d34badaaafb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.815813] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "refresh_cache-feba8ec9-9d0e-4988-8ca4-44f1a85db030" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.816049] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "refresh_cache-feba8ec9-9d0e-4988-8ca4-44f1a85db030" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.816255] env[62359]: DEBUG nova.network.neutron [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.982453] env[62359]: DEBUG oslo_concurrency.lockutils [req-34c8186f-853a-46e5-94f2-a845a62d401a req-e6d6f05b-c0f8-42e3-b5e2-002e6f2c1733 service nova] Releasing lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.004507] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440996, 'name': Destroy_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.049443] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.049656] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.106421] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292829} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.106724] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.107501] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a21346-4d6f-4643-a81d-e478365d6be3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.130186] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] aae97c19-18db-4fd8-96fa-adb1835cf06f/aae97c19-18db-4fd8-96fa-adb1835cf06f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.130711] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e074973-a7ef-47f1-acf9-26cc40b6ed14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.151203] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 885.151203] env[62359]: value = "task-2440998" [ 885.151203] env[62359]: _type = "Task" [ 885.151203] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.159716] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.188535] env[62359]: DEBUG nova.compute.manager [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Received event network-vif-plugged-7bf1bce8-3061-485a-8323-76732d9828b3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.188758] env[62359]: DEBUG oslo_concurrency.lockutils [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] Acquiring lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.188959] env[62359]: DEBUG oslo_concurrency.lockutils [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] Lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.189134] env[62359]: DEBUG oslo_concurrency.lockutils [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] Lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.189299] env[62359]: DEBUG nova.compute.manager [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] No waiting events found dispatching network-vif-plugged-7bf1bce8-3061-485a-8323-76732d9828b3 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.189459] env[62359]: WARNING nova.compute.manager [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Received unexpected event network-vif-plugged-7bf1bce8-3061-485a-8323-76732d9828b3 for instance with vm_state building and task_state spawning. [ 885.189730] env[62359]: DEBUG nova.compute.manager [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Received event network-changed-7bf1bce8-3061-485a-8323-76732d9828b3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.189891] env[62359]: DEBUG nova.compute.manager [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Refreshing instance network info cache due to event network-changed-7bf1bce8-3061-485a-8323-76732d9828b3. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 885.190127] env[62359]: DEBUG oslo_concurrency.lockutils [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] Acquiring lock "refresh_cache-feba8ec9-9d0e-4988-8ca4-44f1a85db030" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.214732] env[62359]: DEBUG nova.scheduler.client.report [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.310208] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52beeb8c-ea8e-6c9a-7a8f-1d34badaaafb, 'name': SearchDatastore_Task, 'duration_secs': 0.040972} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.310985] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-befd7afa-d376-4cb8-9d57-c791be7bc13c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.317309] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 885.317309] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ce0b6d-698a-903e-c42a-ee0d332525e6" [ 885.317309] env[62359]: _type = "Task" [ 885.317309] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.329237] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ce0b6d-698a-903e-c42a-ee0d332525e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.353552] env[62359]: DEBUG nova.network.neutron [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.448617] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "a588c481-3ba6-4e82-95e0-681694f0a169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.448920] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "a588c481-3ba6-4e82-95e0-681694f0a169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.449162] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "a588c481-3ba6-4e82-95e0-681694f0a169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.449365] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "a588c481-3ba6-4e82-95e0-681694f0a169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.449550] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "a588c481-3ba6-4e82-95e0-681694f0a169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.451905] env[62359]: INFO nova.compute.manager [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Terminating instance [ 885.504377] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440996, 'name': Destroy_Task, 'duration_secs': 1.420311} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.504639] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Destroyed the VM [ 885.504901] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 885.505189] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-638f579e-cbef-44a0-a8be-98aa3590a2d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.507672] env[62359]: DEBUG nova.network.neutron [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Updating instance_info_cache with network_info: [{"id": "7bf1bce8-3061-485a-8323-76732d9828b3", "address": "fa:16:3e:c0:9d:73", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf1bce8-30", "ovs_interfaceid": "7bf1bce8-3061-485a-8323-76732d9828b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.517146] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 885.517146] env[62359]: value = "task-2440999" [ 885.517146] env[62359]: _type = "Task" [ 885.517146] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.524627] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440999, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.552081] env[62359]: DEBUG nova.compute.manager [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.661849] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.719520] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.721964] env[62359]: DEBUG oslo_concurrency.lockutils [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.748s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.722216] env[62359]: DEBUG nova.objects.instance [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Lazy-loading 'resources' on Instance uuid c2973fef-e4fe-477d-8b7e-9d9f621a95f3 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.743646] env[62359]: INFO nova.scheduler.client.report [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Deleted allocations for instance 08201d61-dc04-4715-8381-044a69824ba0 [ 885.828803] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ce0b6d-698a-903e-c42a-ee0d332525e6, 'name': SearchDatastore_Task, 'duration_secs': 0.022357} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.829113] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.829412] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 73dc6ebd-f723-4511-8819-e375db2b2790/73dc6ebd-f723-4511-8819-e375db2b2790.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.829757] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67efed32-fd75-4dce-bcc5-a2200c5dee7d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.838040] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 885.838040] env[62359]: value = "task-2441000" [ 885.838040] env[62359]: _type = "Task" [ 885.838040] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.847049] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.959020] env[62359]: DEBUG nova.compute.manager [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.959020] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.959020] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c3ec6a-6bec-4790-8cdc-655ac8294cca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.965273] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.965743] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4016d11-93e7-4e0a-b8fd-1405d9b4fb6d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.973663] env[62359]: DEBUG oslo_vmware.api [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 885.973663] env[62359]: value = "task-2441001" [ 885.973663] env[62359]: _type = "Task" [ 885.973663] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.983936] env[62359]: DEBUG oslo_vmware.api [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2441001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.010933] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "refresh_cache-feba8ec9-9d0e-4988-8ca4-44f1a85db030" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.011119] env[62359]: DEBUG nova.compute.manager [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Instance network_info: |[{"id": "7bf1bce8-3061-485a-8323-76732d9828b3", "address": "fa:16:3e:c0:9d:73", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf1bce8-30", "ovs_interfaceid": "7bf1bce8-3061-485a-8323-76732d9828b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.011385] env[62359]: DEBUG oslo_concurrency.lockutils [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] Acquired lock "refresh_cache-feba8ec9-9d0e-4988-8ca4-44f1a85db030" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.011579] env[62359]: DEBUG nova.network.neutron [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Refreshing network info cache for port 7bf1bce8-3061-485a-8323-76732d9828b3 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.012911] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:9d:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bf1bce8-3061-485a-8323-76732d9828b3', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.020958] env[62359]: DEBUG oslo.service.loopingcall [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.021652] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.024926] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6e9d487-7594-4c97-be01-17ced37e8edc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.050340] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440999, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.051910] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.051910] env[62359]: value = "task-2441002" [ 886.051910] env[62359]: _type = "Task" [ 886.051910] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.064323] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441002, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.077745] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.163478] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2440998, 'name': ReconfigVM_Task, 'duration_secs': 0.857355} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.163747] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] aae97c19-18db-4fd8-96fa-adb1835cf06f/aae97c19-18db-4fd8-96fa-adb1835cf06f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.164490] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-897aae54-3255-4d09-9928-c3772b02939b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.173160] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 886.173160] env[62359]: value = "task-2441003" [ 886.173160] env[62359]: _type = "Task" [ 886.173160] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.184926] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441003, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.253937] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab9448d5-b855-4b4c-9e9b-b15e244ef35c tempest-ImagesOneServerNegativeTestJSON-7849205 tempest-ImagesOneServerNegativeTestJSON-7849205-project-member] Lock "08201d61-dc04-4715-8381-044a69824ba0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.812s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.351149] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439813} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.351149] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 73dc6ebd-f723-4511-8819-e375db2b2790/73dc6ebd-f723-4511-8819-e375db2b2790.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.351471] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.352277] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6e890ad-4e43-4f15-8336-cbafde719852 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.363501] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 886.363501] env[62359]: value = "task-2441004" [ 886.363501] env[62359]: _type = "Task" [ 886.363501] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.371917] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.485028] env[62359]: DEBUG oslo_vmware.api [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2441001, 'name': PowerOffVM_Task, 'duration_secs': 0.336791} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.487809] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.488139] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.488706] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1070c61-2ecb-4045-a648-d27246bf25c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.540134] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2440999, 'name': RemoveSnapshot_Task, 'duration_secs': 0.878771} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.540400] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 886.540669] env[62359]: DEBUG nova.compute.manager [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.541486] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9afb39-654f-4f9e-95ba-9c1347d00b81 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.560894] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.561152] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.561656] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleting the datastore file [datastore2] a588c481-3ba6-4e82-95e0-681694f0a169 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.562997] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdc3f391-8531-468d-b31e-2e3a29f20392 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.573861] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441002, 'name': CreateVM_Task, 'duration_secs': 0.427875} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.576470] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.577075] env[62359]: DEBUG oslo_vmware.api [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for the task: (returnval){ [ 886.577075] env[62359]: value = "task-2441006" [ 886.577075] env[62359]: _type = "Task" [ 886.577075] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.580960] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.581183] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.581466] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.581969] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f06d8f-b716-4525-aed8-d8b96ece1de6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.591833] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 886.591833] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5213b0b4-a563-b234-3701-dfa89420ebf4" [ 886.591833] env[62359]: _type = "Task" [ 886.591833] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.594784] env[62359]: DEBUG oslo_vmware.api [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2441006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.609576] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5213b0b4-a563-b234-3701-dfa89420ebf4, 'name': SearchDatastore_Task, 'duration_secs': 0.01152} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.610381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.611026] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.611395] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.612292] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.612292] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.612471] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-521c804f-1856-41d6-94b6-180092211f18 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.628542] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.628542] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.628542] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef4839b1-e256-433d-b83c-23b6d8ac2786 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.634017] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 886.634017] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]523e5012-0b5f-b64e-975c-8203c770ad56" [ 886.634017] env[62359]: _type = "Task" [ 886.634017] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.646754] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523e5012-0b5f-b64e-975c-8203c770ad56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.684142] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f4d977-4360-40ce-ab80-c4107a42dd90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.694830] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fa3d2a-a011-4e88-8918-a89eb928c19a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.699089] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441003, 'name': Rename_Task, 'duration_secs': 0.22476} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.699318] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.699890] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c6b3713-5e78-4f09-bd73-06547fd8ab76 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.732455] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ec0d54-c3fd-4438-9ffa-677add3e7870 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.735184] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 886.735184] env[62359]: value = "task-2441007" [ 886.735184] env[62359]: _type = "Task" [ 886.735184] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.742036] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25a7f61-56ac-40a3-8703-83cc6b2e7dbc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.749689] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441007, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.761699] env[62359]: DEBUG nova.compute.provider_tree [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.808751] env[62359]: DEBUG nova.network.neutron [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Updated VIF entry in instance network info cache for port 7bf1bce8-3061-485a-8323-76732d9828b3. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.809157] env[62359]: DEBUG nova.network.neutron [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Updating instance_info_cache with network_info: [{"id": "7bf1bce8-3061-485a-8323-76732d9828b3", "address": "fa:16:3e:c0:9d:73", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf1bce8-30", "ovs_interfaceid": "7bf1bce8-3061-485a-8323-76732d9828b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.874016] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076801} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.874392] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.875258] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23d8c60-7cc0-4bfa-9871-1d4c223f28a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.899627] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 73dc6ebd-f723-4511-8819-e375db2b2790/73dc6ebd-f723-4511-8819-e375db2b2790.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.899936] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f23da221-af96-4851-bf6a-e4d55f70c772 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.923922] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 886.923922] env[62359]: value = "task-2441008" [ 886.923922] env[62359]: _type = "Task" [ 886.923922] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.935777] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.065732] env[62359]: INFO nova.compute.manager [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Shelve offloading [ 887.092608] env[62359]: DEBUG oslo_vmware.api [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Task: {'id': task-2441006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1476} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.092866] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.093073] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.093244] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.093413] env[62359]: INFO nova.compute.manager [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Took 1.14 seconds to destroy the instance on the hypervisor. [ 887.093638] env[62359]: DEBUG oslo.service.loopingcall [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.093814] env[62359]: DEBUG nova.compute.manager [-] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.093902] env[62359]: DEBUG nova.network.neutron [-] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.145911] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523e5012-0b5f-b64e-975c-8203c770ad56, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.146191] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4cb36d-c5fc-4ea2-9974-a37c7b024efc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.153901] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 887.153901] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520965c8-be56-d1e6-ed22-c2ed999b95f9" [ 887.153901] env[62359]: _type = "Task" [ 887.153901] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.168989] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520965c8-be56-d1e6-ed22-c2ed999b95f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.249277] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441007, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.282333] env[62359]: ERROR nova.scheduler.client.report [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] [req-1dc8b2eb-d934-4103-ac5c-e76f82773b73] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1dc8b2eb-d934-4103-ac5c-e76f82773b73"}]} [ 887.298811] env[62359]: DEBUG nova.scheduler.client.report [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 887.312347] env[62359]: DEBUG oslo_concurrency.lockutils [req-dc54ea78-9044-477c-9b59-621aeccffcd9 req-2cb3537c-aa90-4c12-b136-d51342ae9759 service nova] Releasing lock "refresh_cache-feba8ec9-9d0e-4988-8ca4-44f1a85db030" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.316070] env[62359]: DEBUG nova.scheduler.client.report [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 887.316296] env[62359]: DEBUG nova.compute.provider_tree [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.334416] env[62359]: DEBUG nova.scheduler.client.report [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 887.351033] env[62359]: DEBUG nova.compute.manager [req-4c0bb465-c0c9-4578-9c15-3154a2d7999d req-e312035c-9179-4f6b-885b-f5b8da9eeb4d service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Received event network-vif-deleted-ab6518b3-5576-4c4d-915e-5ad388c89d02 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.351294] env[62359]: INFO nova.compute.manager [req-4c0bb465-c0c9-4578-9c15-3154a2d7999d req-e312035c-9179-4f6b-885b-f5b8da9eeb4d service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Neutron deleted interface ab6518b3-5576-4c4d-915e-5ad388c89d02; detaching it from the instance and deleting it from the info cache [ 887.351528] env[62359]: DEBUG nova.network.neutron [req-4c0bb465-c0c9-4578-9c15-3154a2d7999d req-e312035c-9179-4f6b-885b-f5b8da9eeb4d service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.357291] env[62359]: DEBUG nova.scheduler.client.report [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 887.440097] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441008, 'name': ReconfigVM_Task, 'duration_secs': 0.286837} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.443627] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 73dc6ebd-f723-4511-8819-e375db2b2790/73dc6ebd-f723-4511-8819-e375db2b2790.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.445305] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f08a551a-bb76-46fb-83c6-527bf8b4559a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.454936] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 887.454936] env[62359]: value = "task-2441009" [ 887.454936] env[62359]: _type = "Task" [ 887.454936] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.469598] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441009, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.570107] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.571751] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27c6b4e8-18fa-40ed-bcad-8715b0644be2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.581286] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 887.581286] env[62359]: value = "task-2441010" [ 887.581286] env[62359]: _type = "Task" [ 887.581286] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.596145] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.664835] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520965c8-be56-d1e6-ed22-c2ed999b95f9, 'name': SearchDatastore_Task, 'duration_secs': 0.042189} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.665226] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.665603] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] feba8ec9-9d0e-4988-8ca4-44f1a85db030/feba8ec9-9d0e-4988-8ca4-44f1a85db030.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.665919] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c875d02-781f-4800-888f-5c6cb5ee17e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.676734] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 887.676734] env[62359]: value = "task-2441011" [ 887.676734] env[62359]: _type = "Task" [ 887.676734] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.686635] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.748709] env[62359]: DEBUG oslo_vmware.api [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441007, 'name': PowerOnVM_Task, 'duration_secs': 0.977931} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.749045] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.749581] env[62359]: INFO nova.compute.manager [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Took 9.02 seconds to spawn the instance on the hypervisor. [ 887.749581] env[62359]: DEBUG nova.compute.manager [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.750223] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fc28b2-9ac1-43b7-b773-cc450697c75f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.764591] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70aa793-c6f6-482d-81ea-f411e22e94d8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.771844] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a64ebe-ef3f-413a-94e7-1be6f7c2939f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.806392] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f059b8e5-6066-4141-9f0d-ad37908c3146 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.814598] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1f491a-9b85-4be3-9c07-1cf7b1d0c460 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.829948] env[62359]: DEBUG nova.network.neutron [-] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.833885] env[62359]: DEBUG nova.compute.provider_tree [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.854638] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-723d22ec-becc-4435-92c6-11d532ef3f87 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.865178] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7942a96-816d-46ba-8b98-995c0b380311 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.903793] env[62359]: DEBUG nova.compute.manager [req-4c0bb465-c0c9-4578-9c15-3154a2d7999d req-e312035c-9179-4f6b-885b-f5b8da9eeb4d service nova] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Detach interface failed, port_id=ab6518b3-5576-4c4d-915e-5ad388c89d02, reason: Instance a588c481-3ba6-4e82-95e0-681694f0a169 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 887.965090] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441009, 'name': Rename_Task, 'duration_secs': 0.166347} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.965449] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.965705] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcdc399d-93fe-4469-9bea-a3d84a80e0b5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.972613] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 887.972613] env[62359]: value = "task-2441012" [ 887.972613] env[62359]: _type = "Task" [ 887.972613] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.980994] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.093043] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 888.093230] env[62359]: DEBUG nova.compute.manager [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.094102] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548d266c-5be3-4928-a61c-7a0e21c59254 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.100948] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.101225] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.101498] env[62359]: DEBUG nova.network.neutron [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.191607] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441011, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.272086] env[62359]: INFO nova.compute.manager [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Took 32.40 seconds to build instance. [ 888.333899] env[62359]: INFO nova.compute.manager [-] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Took 1.24 seconds to deallocate network for instance. [ 888.386183] env[62359]: DEBUG nova.scheduler.client.report [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 888.386537] env[62359]: DEBUG nova.compute.provider_tree [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 104 to 105 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 888.386728] env[62359]: DEBUG nova.compute.provider_tree [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.487364] env[62359]: DEBUG oslo_vmware.api [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441012, 'name': PowerOnVM_Task, 'duration_secs': 0.511647} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.487685] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.487921] env[62359]: INFO nova.compute.manager [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Took 7.21 seconds to spawn the instance on the hypervisor. [ 888.488154] env[62359]: DEBUG nova.compute.manager [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.489042] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa26897-828b-4759-be57-68bdbe940194 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.688998] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441011, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.774816] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c846bd55-6c86-4ddb-be7b-c4041d06da5d tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.924s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.835777] env[62359]: DEBUG nova.network.neutron [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Updating instance_info_cache with network_info: [{"id": "edcd7bf6-3954-423e-a11c-854fca0fd40d", "address": "fa:16:3e:4a:d1:11", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcd7bf6-39", "ovs_interfaceid": "edcd7bf6-3954-423e-a11c-854fca0fd40d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.853384] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.896020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.171s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.896020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.473s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.896020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.898112] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.404s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.898456] env[62359]: DEBUG nova.objects.instance [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lazy-loading 'resources' on Instance uuid 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.924177] env[62359]: INFO nova.scheduler.client.report [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Deleted allocations for instance c2973fef-e4fe-477d-8b7e-9d9f621a95f3 [ 888.924177] env[62359]: INFO nova.scheduler.client.report [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Deleted allocations for instance ca6ca5fe-040d-46ea-b893-412a9d300ab4 [ 889.007534] env[62359]: INFO nova.compute.manager [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Took 32.47 seconds to build instance. [ 889.191215] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441011, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.338734] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.438397] env[62359]: DEBUG oslo_concurrency.lockutils [None req-830b1f4f-8a65-4a50-9128-62bf6e64fb56 tempest-ServerDiagnosticsNegativeTest-2037402851 tempest-ServerDiagnosticsNegativeTest-2037402851-project-member] Lock "c2973fef-e4fe-477d-8b7e-9d9f621a95f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.714s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.440716] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f187a726-4102-4734-9509-d3eb81312481 tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "ca6ca5fe-040d-46ea-b893-412a9d300ab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.434s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.511050] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c96028a-7f69-473e-8e8e-370875fb3534 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "73dc6ebd-f723-4511-8819-e375db2b2790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.985s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.691326] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441011, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.798548} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.694617] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] feba8ec9-9d0e-4988-8ca4-44f1a85db030/feba8ec9-9d0e-4988-8ca4-44f1a85db030.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.695143] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.695932] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79ebf670-bfe5-4eb4-ac84-c725313e76b3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.707251] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 889.707251] env[62359]: value = "task-2441013" [ 889.707251] env[62359]: _type = "Task" [ 889.707251] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.720155] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.771981] env[62359]: DEBUG nova.compute.manager [req-56210058-5806-44b1-a2a2-d07c28875a46 req-365a01a4-c8f7-45ad-9c7a-6a6f6bf5da1e service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Received event network-vif-unplugged-edcd7bf6-3954-423e-a11c-854fca0fd40d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.776028] env[62359]: DEBUG oslo_concurrency.lockutils [req-56210058-5806-44b1-a2a2-d07c28875a46 req-365a01a4-c8f7-45ad-9c7a-6a6f6bf5da1e service nova] Acquiring lock "13a1539f-3415-415a-b717-45e54ca02baa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.776028] env[62359]: DEBUG oslo_concurrency.lockutils [req-56210058-5806-44b1-a2a2-d07c28875a46 req-365a01a4-c8f7-45ad-9c7a-6a6f6bf5da1e service nova] Lock "13a1539f-3415-415a-b717-45e54ca02baa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.776028] env[62359]: DEBUG oslo_concurrency.lockutils [req-56210058-5806-44b1-a2a2-d07c28875a46 req-365a01a4-c8f7-45ad-9c7a-6a6f6bf5da1e service nova] Lock "13a1539f-3415-415a-b717-45e54ca02baa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.776028] env[62359]: DEBUG nova.compute.manager [req-56210058-5806-44b1-a2a2-d07c28875a46 req-365a01a4-c8f7-45ad-9c7a-6a6f6bf5da1e service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] No waiting events found dispatching network-vif-unplugged-edcd7bf6-3954-423e-a11c-854fca0fd40d {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.776028] env[62359]: WARNING nova.compute.manager [req-56210058-5806-44b1-a2a2-d07c28875a46 req-365a01a4-c8f7-45ad-9c7a-6a6f6bf5da1e service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Received unexpected event network-vif-unplugged-edcd7bf6-3954-423e-a11c-854fca0fd40d for instance with vm_state shelved and task_state shelving_offloading. [ 889.776425] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ebd004-0908-47c0-8ba9-c4e52d178ef2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.789480] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437effd4-a0f9-455f-bd17-05db3d53062c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.827397] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71433619-5d47-4097-bb51-ef9d63dc7c21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.836567] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1636dfa3-c454-4813-b244-a8712d6e6130 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.852026] env[62359]: DEBUG nova.compute.provider_tree [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.854565] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.855414] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7885b1ab-1039-49b8-8dc6-5288f76af81d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.863682] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.864859] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cdba1af-87e6-446e-b938-111a459785ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.947170] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.947400] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.947582] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleting the datastore file [datastore1] 13a1539f-3415-415a-b717-45e54ca02baa {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.947839] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17cb7abb-846d-4cb5-95a6-8eda09e8f60d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.955559] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 889.955559] env[62359]: value = "task-2441015" [ 889.955559] env[62359]: _type = "Task" [ 889.955559] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.969031] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.224579] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073216} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.224579] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.224579] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2550a746-cebc-4373-ab41-39f7e99f889b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.252912] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] feba8ec9-9d0e-4988-8ca4-44f1a85db030/feba8ec9-9d0e-4988-8ca4-44f1a85db030.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.253279] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df37f833-e95b-4a24-802d-2e4488de60cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.282981] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 890.282981] env[62359]: value = "task-2441016" [ 890.282981] env[62359]: _type = "Task" [ 890.282981] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.292764] env[62359]: DEBUG nova.compute.manager [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Stashing vm_state: active {{(pid=62359) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 890.299963] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.379594] env[62359]: ERROR nova.scheduler.client.report [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] [req-17ce5d0c-884d-4f96-bcd7-9de9e1651cb0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17ce5d0c-884d-4f96-bcd7-9de9e1651cb0"}]} [ 890.404162] env[62359]: DEBUG nova.scheduler.client.report [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 890.420032] env[62359]: DEBUG nova.scheduler.client.report [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 890.420032] env[62359]: DEBUG nova.compute.provider_tree [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.434626] env[62359]: DEBUG nova.scheduler.client.report [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 890.467339] env[62359]: DEBUG oslo_vmware.api [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362586} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.467857] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.468116] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.468418] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.473080] env[62359]: DEBUG nova.scheduler.client.report [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 890.513850] env[62359]: INFO nova.scheduler.client.report [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted allocations for instance 13a1539f-3415-415a-b717-45e54ca02baa [ 890.795156] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441016, 'name': ReconfigVM_Task, 'duration_secs': 0.326193} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.795156] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Reconfigured VM instance instance-0000004f to attach disk [datastore2] feba8ec9-9d0e-4988-8ca4-44f1a85db030/feba8ec9-9d0e-4988-8ca4-44f1a85db030.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.799235] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec6f7e55-c3a4-40c9-9214-378d7dc75273 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.810696] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 890.810696] env[62359]: value = "task-2441017" [ 890.810696] env[62359]: _type = "Task" [ 890.810696] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.817551] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.823299] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441017, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.925155] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f443049-aa0b-41af-98d4-4fb04ee24454 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.933563] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598381dc-b3c7-4395-b585-0ce89513f256 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.973054] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3febae-4edc-426a-ad7d-6b4804b14108 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.982451] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6787bc-d364-4ba8-9228-624d12998833 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.997715] env[62359]: DEBUG nova.compute.provider_tree [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.999265] env[62359]: DEBUG oslo_concurrency.lockutils [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "e1f32dac-ca5e-4065-b322-0b668901b2c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.999479] env[62359]: DEBUG oslo_concurrency.lockutils [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.999675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "e1f32dac-ca5e-4065-b322-0b668901b2c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.999851] env[62359]: DEBUG oslo_concurrency.lockutils [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.000148] env[62359]: DEBUG oslo_concurrency.lockutils [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.005850] env[62359]: INFO nova.compute.manager [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Terminating instance [ 891.019325] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.322276] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441017, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.512194] env[62359]: DEBUG nova.compute.manager [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.512194] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.512194] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9068a9a-b36d-47ed-8328-4331c4d8c0cb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.522031] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.522031] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa797068-404a-478a-83a6-491df5e6fef7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.528693] env[62359]: DEBUG oslo_vmware.api [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 891.528693] env[62359]: value = "task-2441018" [ 891.528693] env[62359]: _type = "Task" [ 891.528693] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.541569] env[62359]: DEBUG oslo_vmware.api [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2441018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.552216] env[62359]: DEBUG nova.scheduler.client.report [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 891.552523] env[62359]: DEBUG nova.compute.provider_tree [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 107 to 108 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 891.552761] env[62359]: DEBUG nova.compute.provider_tree [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.823906] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441017, 'name': Rename_Task, 'duration_secs': 0.984907} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.824341] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.824550] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67c27a51-1a3f-46d0-89dd-6c5696ac0da7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.830992] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 891.830992] env[62359]: value = "task-2441019" [ 891.830992] env[62359]: _type = "Task" [ 891.830992] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.840567] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.852060] env[62359]: DEBUG nova.compute.manager [req-b339bd43-7864-40c8-939f-289dd5c86c75 req-afdcd932-f05a-40b3-9a42-dd097115d651 service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Received event network-changed-edcd7bf6-3954-423e-a11c-854fca0fd40d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.852179] env[62359]: DEBUG nova.compute.manager [req-b339bd43-7864-40c8-939f-289dd5c86c75 req-afdcd932-f05a-40b3-9a42-dd097115d651 service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Refreshing instance network info cache due to event network-changed-edcd7bf6-3954-423e-a11c-854fca0fd40d. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.852391] env[62359]: DEBUG oslo_concurrency.lockutils [req-b339bd43-7864-40c8-939f-289dd5c86c75 req-afdcd932-f05a-40b3-9a42-dd097115d651 service nova] Acquiring lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.852528] env[62359]: DEBUG oslo_concurrency.lockutils [req-b339bd43-7864-40c8-939f-289dd5c86c75 req-afdcd932-f05a-40b3-9a42-dd097115d651 service nova] Acquired lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.852684] env[62359]: DEBUG nova.network.neutron [req-b339bd43-7864-40c8-939f-289dd5c86c75 req-afdcd932-f05a-40b3-9a42-dd097115d651 service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Refreshing network info cache for port edcd7bf6-3954-423e-a11c-854fca0fd40d {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.859677] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "13a1539f-3415-415a-b717-45e54ca02baa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.040294] env[62359]: DEBUG oslo_vmware.api [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2441018, 'name': PowerOffVM_Task, 'duration_secs': 0.298963} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.040582] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.040790] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.041105] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbef85b6-d125-45e5-83d6-4478d399609a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.060231] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.162s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.064133] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.239s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.068739] env[62359]: DEBUG nova.objects.instance [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lazy-loading 'resources' on Instance uuid f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.097768] env[62359]: INFO nova.scheduler.client.report [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Deleted allocations for instance 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb [ 892.112464] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.112721] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.112906] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Deleting the datastore file [datastore2] e1f32dac-ca5e-4065-b322-0b668901b2c7 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.113198] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-238e06b0-be3c-437f-9eff-936a1efbcfb5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.121498] env[62359]: DEBUG oslo_vmware.api [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for the task: (returnval){ [ 892.121498] env[62359]: value = "task-2441021" [ 892.121498] env[62359]: _type = "Task" [ 892.121498] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.129502] env[62359]: DEBUG oslo_vmware.api [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2441021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.342577] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.607663] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d1a0a937-d5fb-42ed-a8f5-a108de3f6b45 tempest-ServerRescueTestJSON-1926741947 tempest-ServerRescueTestJSON-1926741947-project-member] Lock "39c0a0d7-aaae-47a3-8683-1e3f6500bbfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.718s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.618841] env[62359]: DEBUG nova.network.neutron [req-b339bd43-7864-40c8-939f-289dd5c86c75 req-afdcd932-f05a-40b3-9a42-dd097115d651 service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Updated VIF entry in instance network info cache for port edcd7bf6-3954-423e-a11c-854fca0fd40d. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.620753] env[62359]: DEBUG nova.network.neutron [req-b339bd43-7864-40c8-939f-289dd5c86c75 req-afdcd932-f05a-40b3-9a42-dd097115d651 service nova] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Updating instance_info_cache with network_info: [{"id": "edcd7bf6-3954-423e-a11c-854fca0fd40d", "address": "fa:16:3e:4a:d1:11", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": null, "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapedcd7bf6-39", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.632436] env[62359]: DEBUG oslo_vmware.api [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Task: {'id': task-2441021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262442} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.635999] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.636120] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.636297] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.639054] env[62359]: INFO nova.compute.manager [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 892.639054] env[62359]: DEBUG oslo.service.loopingcall [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.639054] env[62359]: DEBUG nova.compute.manager [-] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.639054] env[62359]: DEBUG nova.network.neutron [-] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.841824] env[62359]: DEBUG oslo_vmware.api [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441019, 'name': PowerOnVM_Task, 'duration_secs': 0.655685} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.842761] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.842761] env[62359]: INFO nova.compute.manager [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Took 9.03 seconds to spawn the instance on the hypervisor. [ 892.842761] env[62359]: DEBUG nova.compute.manager [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.846358] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005c532a-6913-4cfe-ab48-a88861aecd2d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.964789] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1403437e-1111-4f03-aac2-08547d8f45d9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.974452] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662eab02-1bf4-4eb1-a779-a8b2c84810b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.008232] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af4b320-022d-4eb9-b27f-90f491d6de74 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.016330] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ca0866-074c-4316-8a67-f5fcdddac545 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.033132] env[62359]: DEBUG nova.compute.provider_tree [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.062018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquiring lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.062294] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.124210] env[62359]: DEBUG oslo_concurrency.lockutils [req-b339bd43-7864-40c8-939f-289dd5c86c75 req-afdcd932-f05a-40b3-9a42-dd097115d651 service nova] Releasing lock "refresh_cache-13a1539f-3415-415a-b717-45e54ca02baa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.372673] env[62359]: INFO nova.compute.manager [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Took 36.03 seconds to build instance. [ 893.431458] env[62359]: DEBUG nova.network.neutron [-] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.557687] env[62359]: ERROR nova.scheduler.client.report [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [req-0bad5882-4375-4dd1-a06e-56ca010b886c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0bad5882-4375-4dd1-a06e-56ca010b886c"}]} [ 893.564751] env[62359]: DEBUG nova.compute.manager [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.584815] env[62359]: DEBUG nova.scheduler.client.report [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 893.606150] env[62359]: DEBUG nova.scheduler.client.report [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 893.606388] env[62359]: DEBUG nova.compute.provider_tree [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.620109] env[62359]: DEBUG nova.scheduler.client.report [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 893.639146] env[62359]: DEBUG nova.scheduler.client.report [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 893.875549] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0c8b53ac-be80-4391-8edc-edf8b0fc2fe3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.543s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.935210] env[62359]: INFO nova.compute.manager [-] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Took 1.30 seconds to deallocate network for instance. [ 893.944977] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86983968-eb48-40b8-8b3c-b408fd761ec1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.953527] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f5df2b-d274-44b1-9dfa-3acec453b0bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.990508] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9a5f2b-49d4-479b-a58e-d6dcc973cd40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.998489] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3180ea9b-e90d-4a2d-83cf-3abd197a90ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.013475] env[62359]: DEBUG nova.compute.provider_tree [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.018873] env[62359]: DEBUG nova.compute.manager [req-689efb59-167f-4712-8621-053cedc0e847 req-8f02af73-1d29-437a-b5fd-180ff46fb8b8 service nova] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Received event network-vif-deleted-df1aa92c-cf97-40ee-acf6-def068741ebd {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.092161] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.440331] env[62359]: DEBUG oslo_concurrency.lockutils [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.549640] env[62359]: DEBUG nova.scheduler.client.report [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 894.549943] env[62359]: DEBUG nova.compute.provider_tree [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 109 to 110 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 894.550195] env[62359]: DEBUG nova.compute.provider_tree [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.826955] env[62359]: INFO nova.compute.manager [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Rescuing [ 894.827284] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "refresh_cache-feba8ec9-9d0e-4988-8ca4-44f1a85db030" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.827430] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "refresh_cache-feba8ec9-9d0e-4988-8ca4-44f1a85db030" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.827723] env[62359]: DEBUG nova.network.neutron [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.054965] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.991s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.057699] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.030s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.059658] env[62359]: INFO nova.compute.claims [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.077250] env[62359]: INFO nova.scheduler.client.report [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleted allocations for instance f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a [ 895.199430] env[62359]: INFO nova.compute.manager [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Rebuilding instance [ 895.243292] env[62359]: DEBUG nova.compute.manager [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.244234] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384bd240-3ed0-48f5-99ce-4cd804ceba11 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.571424] env[62359]: DEBUG nova.network.neutron [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Updating instance_info_cache with network_info: [{"id": "7bf1bce8-3061-485a-8323-76732d9828b3", "address": "fa:16:3e:c0:9d:73", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf1bce8-30", "ovs_interfaceid": "7bf1bce8-3061-485a-8323-76732d9828b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.584120] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88ce1c47-a0d8-4a85-b65f-d70f66f13c88 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.839s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.710415] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.710794] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.711132] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.711411] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.711658] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.714597] env[62359]: INFO nova.compute.manager [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Terminating instance [ 896.074315] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "refresh_cache-feba8ec9-9d0e-4988-8ca4-44f1a85db030" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.219448] env[62359]: DEBUG nova.compute.manager [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.219674] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.222989] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c070f4-dd36-4c8b-bb8a-232cd8b3fb9c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.231232] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.231474] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4587efe-273e-455f-b086-539189bce370 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.238074] env[62359]: DEBUG oslo_vmware.api [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 896.238074] env[62359]: value = "task-2441022" [ 896.238074] env[62359]: _type = "Task" [ 896.238074] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.245352] env[62359]: DEBUG oslo_vmware.api [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2441022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.260047] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.260663] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3d25130-0cf6-413b-a9f6-b7d366f16fde {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.268103] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for the task: (returnval){ [ 896.268103] env[62359]: value = "task-2441023" [ 896.268103] env[62359]: _type = "Task" [ 896.268103] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.276333] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2441023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.371819] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce998efc-cc76-47a3-8418-19d176a811a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.380708] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405f2efc-9442-489d-8456-d85c4ec367fb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.412684] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65130e0-96ae-4ba7-8116-c8ce86a36989 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.420529] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2082b5f5-7d20-45dc-93cc-ebee5397f5e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.434717] env[62359]: DEBUG nova.compute.provider_tree [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.625881] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "669b2134-e128-49a9-aad6-15fcecc71e2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.625881] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.625881] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "669b2134-e128-49a9-aad6-15fcecc71e2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.625881] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.625881] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.627904] env[62359]: INFO nova.compute.manager [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Terminating instance [ 896.747807] env[62359]: DEBUG oslo_vmware.api [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2441022, 'name': PowerOffVM_Task, 'duration_secs': 0.229503} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.748088] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.748260] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.748501] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a846660-1314-450b-ae69-943713f9b1a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.777293] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2441023, 'name': PowerOffVM_Task, 'duration_secs': 0.303842} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.777538] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.778283] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.778523] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab6c4792-71a2-4fcb-8f17-4dbc6d43e8a5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.784189] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for the task: (returnval){ [ 896.784189] env[62359]: value = "task-2441025" [ 896.784189] env[62359]: _type = "Task" [ 896.784189] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.791314] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2441025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.810872] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.811099] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.811284] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleting the datastore file [datastore1] b333c2dd-bae6-41f6-8a2d-6ace281206c6 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.811648] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ce67c08-ff7c-40ed-aaed-91f830a97f46 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.817292] env[62359]: DEBUG oslo_vmware.api [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for the task: (returnval){ [ 896.817292] env[62359]: value = "task-2441026" [ 896.817292] env[62359]: _type = "Task" [ 896.817292] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.825241] env[62359]: DEBUG oslo_vmware.api [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2441026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.937938] env[62359]: DEBUG nova.scheduler.client.report [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.131459] env[62359]: DEBUG nova.compute.manager [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.131781] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.132830] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eb2b5e-c82d-492e-8438-4e93068adf80 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.141554] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.141816] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2778f05d-a779-422f-b308-578069066d6a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.148148] env[62359]: DEBUG oslo_vmware.api [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 897.148148] env[62359]: value = "task-2441027" [ 897.148148] env[62359]: _type = "Task" [ 897.148148] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.157664] env[62359]: DEBUG oslo_vmware.api [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.294522] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 897.294759] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 897.295193] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494344', 'volume_id': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'name': 'volume-f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d7cebb7-37e9-4e30-8681-2fa58d89b0b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'serial': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 897.295754] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5e604e-5ffb-460a-a4ac-926d4f38ccfd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.314101] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e2f99f-5997-4837-b9aa-0e103f9ad13f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.323640] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5a975e-be86-4ae8-bf52-3d589bf4c7eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.328855] env[62359]: DEBUG oslo_vmware.api [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Task: {'id': task-2441026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392101} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.329418] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.329605] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.329781] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.329951] env[62359]: INFO nova.compute.manager [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 897.330203] env[62359]: DEBUG oslo.service.loopingcall [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.330392] env[62359]: DEBUG nova.compute.manager [-] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.330490] env[62359]: DEBUG nova.network.neutron [-] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.347768] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f79f4e-0c3b-49e1-8ef4-b9daa0c1f6e1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.362856] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] The volume has not been displaced from its original location: [datastore1] volume-f06dcba3-215d-40e9-b10f-135d1e57d7f6/volume-f06dcba3-215d-40e9-b10f-135d1e57d7f6.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 897.368374] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 897.368777] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa54d700-e533-42e1-b111-c95b28940b90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.387324] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for the task: (returnval){ [ 897.387324] env[62359]: value = "task-2441028" [ 897.387324] env[62359]: _type = "Task" [ 897.387324] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.396148] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2441028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.445202] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.445823] env[62359]: DEBUG nova.compute.manager [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.448958] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.010s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.451171] env[62359]: INFO nova.compute.claims [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.572126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "982ffb6a-3d61-498c-859c-65489c8eed1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.572939] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.610423] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.610734] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3be9dfa-4674-45a1-a4ea-a99b389a4002 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.619738] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 897.619738] env[62359]: value = "task-2441029" [ 897.619738] env[62359]: _type = "Task" [ 897.619738] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.628358] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.654476] env[62359]: DEBUG nova.compute.manager [req-77021f82-ad47-4a98-8633-85fe03a65129 req-434fd6de-00a8-434d-a439-adeca72c2a97 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Received event network-vif-deleted-4411d7a5-09f0-4db5-a560-64e11ee39db2 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.654668] env[62359]: INFO nova.compute.manager [req-77021f82-ad47-4a98-8633-85fe03a65129 req-434fd6de-00a8-434d-a439-adeca72c2a97 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Neutron deleted interface 4411d7a5-09f0-4db5-a560-64e11ee39db2; detaching it from the instance and deleting it from the info cache [ 897.654835] env[62359]: DEBUG nova.network.neutron [req-77021f82-ad47-4a98-8633-85fe03a65129 req-434fd6de-00a8-434d-a439-adeca72c2a97 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.661418] env[62359]: DEBUG oslo_vmware.api [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441027, 'name': PowerOffVM_Task, 'duration_secs': 0.328409} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.661657] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.661870] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.662177] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf36f031-e5dc-4916-9ab0-8a9c4e8cbe8d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.738172] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.738528] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.739278] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Deleting the datastore file [datastore1] 669b2134-e128-49a9-aad6-15fcecc71e2d {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.739278] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7882ae5-7ec6-492d-98bf-04e200c96fd3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.746781] env[62359]: DEBUG oslo_vmware.api [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 897.746781] env[62359]: value = "task-2441031" [ 897.746781] env[62359]: _type = "Task" [ 897.746781] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.754704] env[62359]: DEBUG oslo_vmware.api [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.897063] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2441028, 'name': ReconfigVM_Task, 'duration_secs': 0.212497} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.897313] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 897.901900] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaaf4983-a6a3-429d-b529-95663bea1c1b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.920487] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for the task: (returnval){ [ 897.920487] env[62359]: value = "task-2441032" [ 897.920487] env[62359]: _type = "Task" [ 897.920487] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.930538] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2441032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.955966] env[62359]: DEBUG nova.compute.utils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 897.959263] env[62359]: DEBUG nova.compute.manager [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.959557] env[62359]: DEBUG nova.network.neutron [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.005508] env[62359]: DEBUG nova.policy [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae36fb1e7f7e44ebb41ad3550f4bccf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0984a8025fc241d9b3210e0c58843b7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.075680] env[62359]: DEBUG nova.compute.manager [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.128695] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441029, 'name': PowerOffVM_Task, 'duration_secs': 0.222025} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.129023] env[62359]: DEBUG nova.network.neutron [-] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.130877] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.131683] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ba846-64a7-42ff-a6da-20ad1826407b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.150865] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8262fd7d-0688-4647-880c-d7416913b666 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.159415] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6b61e7f-0c91-4fb6-9b9d-6b8273768ef5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.173169] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92cd9df-70d0-4749-935c-647afd5c7d73 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.192008] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.192272] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-347e359f-bbf1-4574-b8f0-790a865072d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.198383] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 898.198383] env[62359]: value = "task-2441033" [ 898.198383] env[62359]: _type = "Task" [ 898.198383] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.210150] env[62359]: DEBUG nova.compute.manager [req-77021f82-ad47-4a98-8633-85fe03a65129 req-434fd6de-00a8-434d-a439-adeca72c2a97 service nova] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Detach interface failed, port_id=4411d7a5-09f0-4db5-a560-64e11ee39db2, reason: Instance b333c2dd-bae6-41f6-8a2d-6ace281206c6 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 898.218222] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 898.218415] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.218648] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.219106] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.219106] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.219223] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1bcd8fe-1910-48ea-bf88-d42129a9ef9b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.226979] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.227175] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.227850] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7b5642-face-4807-b425-c703a111f104 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.233675] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 898.233675] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]523081ee-0529-1614-5b8a-f5e5f1abe994" [ 898.233675] env[62359]: _type = "Task" [ 898.233675] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.245744] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523081ee-0529-1614-5b8a-f5e5f1abe994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.256191] env[62359]: DEBUG oslo_vmware.api [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189133} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.256448] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.256625] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.256801] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.256969] env[62359]: INFO nova.compute.manager [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 898.257224] env[62359]: DEBUG oslo.service.loopingcall [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.257409] env[62359]: DEBUG nova.compute.manager [-] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.257500] env[62359]: DEBUG nova.network.neutron [-] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.316621] env[62359]: DEBUG nova.network.neutron [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Successfully created port: b36f6a94-d227-437a-bd61-d58e62183b97 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.430751] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2441032, 'name': ReconfigVM_Task, 'duration_secs': 0.128884} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.431262] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494344', 'volume_id': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'name': 'volume-f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d7cebb7-37e9-4e30-8681-2fa58d89b0b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6', 'serial': 'f06dcba3-215d-40e9-b10f-135d1e57d7f6'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 898.431726] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.432671] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93ae862-ec32-4c26-a9ff-30ec2074c039 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.441709] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.441984] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5afef337-aed3-4d64-b0ed-d5363d3782df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.460615] env[62359]: DEBUG nova.compute.manager [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.505162] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.505162] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.505162] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Deleting the datastore file [datastore1] 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.505162] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-928c20db-dc5c-4152-8b19-9a5c14a66796 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.517947] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for the task: (returnval){ [ 898.517947] env[62359]: value = "task-2441035" [ 898.517947] env[62359]: _type = "Task" [ 898.517947] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.527484] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2441035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.597988] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.633403] env[62359]: INFO nova.compute.manager [-] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Took 1.30 seconds to deallocate network for instance. [ 898.743802] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523081ee-0529-1614-5b8a-f5e5f1abe994, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.744472] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47107d02-473d-4c29-a261-643e529fe8de {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.749920] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 898.749920] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]523b62b4-f97d-545f-c04c-5b7c9e9c0d7f" [ 898.749920] env[62359]: _type = "Task" [ 898.749920] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.757429] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523b62b4-f97d-545f-c04c-5b7c9e9c0d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.914766] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af09e036-e266-4423-9d5e-41b41523afc7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.924558] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5ab69d-c2d8-40a1-a01d-2cc56c067a8a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.959394] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e0ef8e-fd2a-4709-ac65-78b17949136c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.969216] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7198177-db19-4c8d-8266-ebf0d12ef078 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.983150] env[62359]: DEBUG nova.compute.provider_tree [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.027279] env[62359]: DEBUG oslo_vmware.api [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Task: {'id': task-2441035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078287} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.027631] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.027706] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.031030] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.085467] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 899.085805] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77b4e50e-7b2f-4ae0-b50e-fe24e0329142 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.096915] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bcae62-96b8-4e06-9502-ca0744b1f98a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.128262] env[62359]: ERROR nova.compute.manager [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Failed to detach volume f06dcba3-215d-40e9-b10f-135d1e57d7f6 from /dev/sda: nova.exception.InstanceNotFound: Instance 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 could not be found. [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Traceback (most recent call last): [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self.driver.rebuild(**kwargs) [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] raise NotImplementedError() [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] NotImplementedError [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] During handling of the above exception, another exception occurred: [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Traceback (most recent call last): [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self.driver.detach_volume(context, old_connection_info, [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] return self._volumeops.detach_volume(connection_info, instance) [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self._detach_volume_vmdk(connection_info, instance) [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] stable_ref.fetch_moref(session) [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] nova.exception.InstanceNotFound: Instance 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 could not be found. [ 899.128262] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] [ 899.138709] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.266233] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]523b62b4-f97d-545f-c04c-5b7c9e9c0d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.266861] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.266861] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] feba8ec9-9d0e-4988-8ca4-44f1a85db030/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. {{(pid=62359) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 899.267026] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4971bf4b-d6bc-4fd7-9b43-129dcaeb6984 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.271378] env[62359]: DEBUG nova.compute.utils [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Build of instance 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 aborted: Failed to rebuild volume backed instance. {{(pid=62359) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 899.273474] env[62359]: ERROR nova.compute.manager [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 aborted: Failed to rebuild volume backed instance. [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Traceback (most recent call last): [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self.driver.rebuild(**kwargs) [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] raise NotImplementedError() [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] NotImplementedError [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] During handling of the above exception, another exception occurred: [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Traceback (most recent call last): [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self._detach_root_volume(context, instance, root_bdm) [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] with excutils.save_and_reraise_exception(): [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self.force_reraise() [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] raise self.value [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self.driver.detach_volume(context, old_connection_info, [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] return self._volumeops.detach_volume(connection_info, instance) [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self._detach_volume_vmdk(connection_info, instance) [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] stable_ref.fetch_moref(session) [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] nova.exception.InstanceNotFound: Instance 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 could not be found. [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] During handling of the above exception, another exception occurred: [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Traceback (most recent call last): [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] yield [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 899.273474] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self._do_rebuild_instance_with_claim( [ 899.274709] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 899.274709] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self._do_rebuild_instance( [ 899.274709] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 899.274709] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self._rebuild_default_impl(**kwargs) [ 899.274709] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 899.274709] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] self._rebuild_volume_backed_instance( [ 899.274709] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 899.274709] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] raise exception.BuildAbortException( [ 899.274709] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] nova.exception.BuildAbortException: Build of instance 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 aborted: Failed to rebuild volume backed instance. [ 899.274709] env[62359]: ERROR nova.compute.manager [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] [ 899.276847] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 899.276847] env[62359]: value = "task-2441036" [ 899.276847] env[62359]: _type = "Task" [ 899.276847] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.286796] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.403431] env[62359]: DEBUG nova.network.neutron [-] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.475524] env[62359]: DEBUG nova.compute.manager [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.486950] env[62359]: DEBUG nova.scheduler.client.report [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.503866] env[62359]: DEBUG nova.virt.hardware [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.503866] env[62359]: DEBUG nova.virt.hardware [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.504094] env[62359]: DEBUG nova.virt.hardware [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.504215] env[62359]: DEBUG nova.virt.hardware [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.504384] env[62359]: DEBUG nova.virt.hardware [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.504624] env[62359]: DEBUG nova.virt.hardware [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.504847] env[62359]: DEBUG nova.virt.hardware [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.505021] env[62359]: DEBUG nova.virt.hardware [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.505195] env[62359]: DEBUG nova.virt.hardware [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.505358] env[62359]: DEBUG nova.virt.hardware [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.505531] env[62359]: DEBUG nova.virt.hardware [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.506445] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b94b66-8743-4292-8ed4-074e58f2d46e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.518037] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22896561-63ef-4a56-92a8-b6bdb8f8ba4d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.704068] env[62359]: DEBUG nova.compute.manager [req-c5f61da7-5e57-46fe-a0cc-95593c7af8c6 req-93e9f0f4-66d1-4013-896c-5df9e5355b3c service nova] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Received event network-vif-deleted-3bfe00f3-d210-4aaf-a368-511edeb79c06 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.790149] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441606} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.790570] env[62359]: INFO nova.virt.vmwareapi.ds_util [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] feba8ec9-9d0e-4988-8ca4-44f1a85db030/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. [ 899.791451] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e776d9-7f78-4ecf-bab1-6a80263ca832 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.819019] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] feba8ec9-9d0e-4988-8ca4-44f1a85db030/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.821019] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48346029-2bfe-450a-97b3-cb2e4cb48933 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.838348] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 899.838348] env[62359]: value = "task-2441037" [ 899.838348] env[62359]: _type = "Task" [ 899.838348] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.846479] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.908294] env[62359]: INFO nova.compute.manager [-] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Took 1.65 seconds to deallocate network for instance. [ 899.993548] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.994321] env[62359]: DEBUG nova.compute.manager [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.996459] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.919s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.998036] env[62359]: INFO nova.compute.claims [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.006066] env[62359]: DEBUG nova.network.neutron [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Successfully updated port: b36f6a94-d227-437a-bd61-d58e62183b97 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.347901] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441037, 'name': ReconfigVM_Task, 'duration_secs': 0.288407} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.348217] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Reconfigured VM instance instance-0000004f to attach disk [datastore2] feba8ec9-9d0e-4988-8ca4-44f1a85db030/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.349018] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e44e44d-ed66-440a-b21e-f2a435993dcb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.374984] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e09a458-284c-4d81-baeb-538b9a5ecd92 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.390379] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 900.390379] env[62359]: value = "task-2441038" [ 900.390379] env[62359]: _type = "Task" [ 900.390379] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.397990] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.414348] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.502588] env[62359]: DEBUG nova.compute.utils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 900.505808] env[62359]: DEBUG nova.compute.manager [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.505920] env[62359]: DEBUG nova.network.neutron [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.508181] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquiring lock "refresh_cache-e85c818d-43fa-44ca-bd22-22d5e41784b7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.508313] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquired lock "refresh_cache-e85c818d-43fa-44ca-bd22-22d5e41784b7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.508446] env[62359]: DEBUG nova.network.neutron [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.550892] env[62359]: DEBUG nova.policy [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdf014607adb4ce9be4708aec3f3190b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26cbe064342e4c78962ad95751ae3b2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.840232] env[62359]: DEBUG nova.network.neutron [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Successfully created port: 9d06d1c1-b068-44fd-bb8e-a233a509a929 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.900358] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441038, 'name': ReconfigVM_Task, 'duration_secs': 0.42234} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.900589] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.900829] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc4fafd9-e5bf-4fb5-bcd2-61cf54a5645e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.906774] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 900.906774] env[62359]: value = "task-2441039" [ 900.906774] env[62359]: _type = "Task" [ 900.906774] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.922369] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.008798] env[62359]: DEBUG nova.compute.manager [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.065466] env[62359]: DEBUG nova.network.neutron [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.247028] env[62359]: DEBUG nova.network.neutron [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Updating instance_info_cache with network_info: [{"id": "b36f6a94-d227-437a-bd61-d58e62183b97", "address": "fa:16:3e:e0:0c:cd", "network": {"id": "0902da17-9fd2-4abb-9171-84025e4326a4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-993311699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0984a8025fc241d9b3210e0c58843b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36f6a94-d2", "ovs_interfaceid": "b36f6a94-d227-437a-bd61-d58e62183b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.291809] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.304850] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f900e5-6791-4c10-a494-addc818e5f2a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.312764] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216d1451-aaf5-42db-8398-c0f42dc34894 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.344596] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6ccb66-af22-4b80-990d-5193e63f7555 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.352819] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d949af7-753b-45ff-90e1-334d36274567 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.366830] env[62359]: DEBUG nova.compute.provider_tree [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.416576] env[62359]: DEBUG oslo_vmware.api [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441039, 'name': PowerOnVM_Task, 'duration_secs': 0.491238} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.416854] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.419634] env[62359]: DEBUG nova.compute.manager [None req-0935494f-52c9-4336-81da-de00120bc460 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.420408] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c8b0ab-f7bb-4586-bb22-cd38475fd24a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.729377] env[62359]: DEBUG nova.compute.manager [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Received event network-vif-plugged-b36f6a94-d227-437a-bd61-d58e62183b97 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.729604] env[62359]: DEBUG oslo_concurrency.lockutils [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] Acquiring lock "e85c818d-43fa-44ca-bd22-22d5e41784b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.729822] env[62359]: DEBUG oslo_concurrency.lockutils [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] Lock "e85c818d-43fa-44ca-bd22-22d5e41784b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.729980] env[62359]: DEBUG oslo_concurrency.lockutils [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] Lock "e85c818d-43fa-44ca-bd22-22d5e41784b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.730156] env[62359]: DEBUG nova.compute.manager [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] No waiting events found dispatching network-vif-plugged-b36f6a94-d227-437a-bd61-d58e62183b97 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.730327] env[62359]: WARNING nova.compute.manager [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Received unexpected event network-vif-plugged-b36f6a94-d227-437a-bd61-d58e62183b97 for instance with vm_state building and task_state spawning. [ 901.730486] env[62359]: DEBUG nova.compute.manager [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Received event network-changed-b36f6a94-d227-437a-bd61-d58e62183b97 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.730656] env[62359]: DEBUG nova.compute.manager [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Refreshing instance network info cache due to event network-changed-b36f6a94-d227-437a-bd61-d58e62183b97. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 901.730823] env[62359]: DEBUG oslo_concurrency.lockutils [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] Acquiring lock "refresh_cache-e85c818d-43fa-44ca-bd22-22d5e41784b7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.750037] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Releasing lock "refresh_cache-e85c818d-43fa-44ca-bd22-22d5e41784b7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.750037] env[62359]: DEBUG nova.compute.manager [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Instance network_info: |[{"id": "b36f6a94-d227-437a-bd61-d58e62183b97", "address": "fa:16:3e:e0:0c:cd", "network": {"id": "0902da17-9fd2-4abb-9171-84025e4326a4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-993311699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0984a8025fc241d9b3210e0c58843b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36f6a94-d2", "ovs_interfaceid": "b36f6a94-d227-437a-bd61-d58e62183b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.750232] env[62359]: DEBUG oslo_concurrency.lockutils [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] Acquired lock "refresh_cache-e85c818d-43fa-44ca-bd22-22d5e41784b7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.750232] env[62359]: DEBUG nova.network.neutron [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Refreshing network info cache for port b36f6a94-d227-437a-bd61-d58e62183b97 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.752488] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:0c:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b36f6a94-d227-437a-bd61-d58e62183b97', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.759422] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Creating folder: Project (0984a8025fc241d9b3210e0c58843b7c). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.762311] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b285ef98-e143-4058-9e5e-2d3ca132812f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.775664] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Created folder: Project (0984a8025fc241d9b3210e0c58843b7c) in parent group-v494269. [ 901.775853] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Creating folder: Instances. Parent ref: group-v494485. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.776122] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f3b1992-3ed7-4d04-8fa6-c66851cc52e2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.786430] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Created folder: Instances in parent group-v494485. [ 901.786623] env[62359]: DEBUG oslo.service.loopingcall [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.786805] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.786999] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf05ba8e-d0a2-4308-9bf4-b53687069012 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.809587] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.809587] env[62359]: value = "task-2441042" [ 901.809587] env[62359]: _type = "Task" [ 901.809587] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.821155] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441042, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.890996] env[62359]: ERROR nova.scheduler.client.report [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [req-21db4a4d-7824-4b1d-9e8f-c3c964c5fc77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-21db4a4d-7824-4b1d-9e8f-c3c964c5fc77"}]} [ 901.908032] env[62359]: DEBUG nova.scheduler.client.report [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 901.921937] env[62359]: DEBUG nova.scheduler.client.report [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 901.922164] env[62359]: DEBUG nova.compute.provider_tree [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.933793] env[62359]: DEBUG nova.scheduler.client.report [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 901.957702] env[62359]: DEBUG nova.scheduler.client.report [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 902.001215] env[62359]: DEBUG nova.network.neutron [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Updated VIF entry in instance network info cache for port b36f6a94-d227-437a-bd61-d58e62183b97. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.001550] env[62359]: DEBUG nova.network.neutron [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Updating instance_info_cache with network_info: [{"id": "b36f6a94-d227-437a-bd61-d58e62183b97", "address": "fa:16:3e:e0:0c:cd", "network": {"id": "0902da17-9fd2-4abb-9171-84025e4326a4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-993311699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0984a8025fc241d9b3210e0c58843b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36f6a94-d2", "ovs_interfaceid": "b36f6a94-d227-437a-bd61-d58e62183b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.021168] env[62359]: DEBUG nova.compute.manager [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.049996] env[62359]: DEBUG nova.virt.hardware [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.050499] env[62359]: DEBUG nova.virt.hardware [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.050499] env[62359]: DEBUG nova.virt.hardware [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.051834] env[62359]: DEBUG nova.virt.hardware [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.051834] env[62359]: DEBUG nova.virt.hardware [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.051834] env[62359]: DEBUG nova.virt.hardware [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.051834] env[62359]: DEBUG nova.virt.hardware [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.051834] env[62359]: DEBUG nova.virt.hardware [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.051834] env[62359]: DEBUG nova.virt.hardware [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.051834] env[62359]: DEBUG nova.virt.hardware [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.051834] env[62359]: DEBUG nova.virt.hardware [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.053539] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bbfe93-61ab-4d4f-ab85-d2dc655fc875 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.064301] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c152fd20-52c2-4cbc-ac77-524a194ec916 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.244587] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120ace6e-b70c-460f-9c8d-eadce24cc0f0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.251953] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7e8757-53a4-491d-8a96-2746d79eb472 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.283754] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89bc14b-8b7a-45e7-96cb-3e1521eb84fa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.291646] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b677948f-38b8-4696-8eaa-74fa0c5a4d9d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.304638] env[62359]: DEBUG nova.compute.provider_tree [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.318486] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Acquiring lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.318719] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.318923] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Acquiring lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.319116] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.319288] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.320656] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441042, 'name': CreateVM_Task, 'duration_secs': 0.360375} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.321076] env[62359]: INFO nova.compute.manager [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Terminating instance [ 902.322558] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.323853] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.324017] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.324327] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.324713] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3042df3a-c70b-458f-a576-cc8487870ea7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.329372] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 902.329372] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bc5786-b528-eabd-5cfc-5e3cc1661153" [ 902.329372] env[62359]: _type = "Task" [ 902.329372] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.340263] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bc5786-b528-eabd-5cfc-5e3cc1661153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.402478] env[62359]: DEBUG nova.network.neutron [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Successfully updated port: 9d06d1c1-b068-44fd-bb8e-a233a509a929 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.510128] env[62359]: DEBUG oslo_concurrency.lockutils [req-ffb541fa-e15c-4798-8dc8-733a302f59e7 req-07912f1e-3744-4002-a170-4150e5fc6b52 service nova] Releasing lock "refresh_cache-e85c818d-43fa-44ca-bd22-22d5e41784b7" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.826259] env[62359]: DEBUG nova.compute.manager [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.826639] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee6746d3-8b9b-44ad-a5e4-c1c14f6cb578 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.837385] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db147dee-f162-48ba-b9f7-299d69e77ee6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.850530] env[62359]: DEBUG nova.scheduler.client.report [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 902.850733] env[62359]: DEBUG nova.compute.provider_tree [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 112 to 113 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 902.850906] env[62359]: DEBUG nova.compute.provider_tree [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.858205] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bc5786-b528-eabd-5cfc-5e3cc1661153, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.858982] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.859217] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.859448] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.859590] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.859760] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.859998] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1918be04-ab04-4048-bb1e-b263654085b8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.867528] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.867701] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.880950] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea913a0-b7d8-459f-b9b6-a99941bbaa50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.884172] env[62359]: WARNING nova.virt.vmwareapi.driver [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 could not be found. [ 902.884498] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.885770] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76cea985-1f09-483a-9111-9c6890954bf9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.891757] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 902.891757] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e3ec43-0772-f5b3-2b7c-9b62d821ec73" [ 902.891757] env[62359]: _type = "Task" [ 902.891757] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.902401] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7145ceb6-b224-4cf2-bfdc-3a0a2e7343b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.922442] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquiring lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.922561] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquired lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.922782] env[62359]: DEBUG nova.network.neutron [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.924504] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e3ec43-0772-f5b3-2b7c-9b62d821ec73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.957779] env[62359]: WARNING nova.virt.vmwareapi.vmops [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 could not be found. [ 902.958108] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.958380] env[62359]: INFO nova.compute.manager [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Took 0.13 seconds to destroy the instance on the hypervisor. [ 902.958724] env[62359]: DEBUG oslo.service.loopingcall [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.959062] env[62359]: DEBUG nova.compute.manager [-] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.959205] env[62359]: DEBUG nova.network.neutron [-] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.359682] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.363s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.360191] env[62359]: DEBUG nova.compute.manager [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.362994] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.510s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.363209] env[62359]: DEBUG nova.objects.instance [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lazy-loading 'resources' on Instance uuid a588c481-3ba6-4e82-95e0-681694f0a169 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.401962] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e3ec43-0772-f5b3-2b7c-9b62d821ec73, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.402726] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765ffd3a-7454-4a61-89e0-56b62c130d9d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.408057] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 903.408057] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522dd0f2-7c17-fe9c-eaa7-7b4ab23f35af" [ 903.408057] env[62359]: _type = "Task" [ 903.408057] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.417210] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522dd0f2-7c17-fe9c-eaa7-7b4ab23f35af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.485992] env[62359]: DEBUG nova.network.neutron [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.760781] env[62359]: DEBUG nova.compute.manager [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Received event network-vif-plugged-9d06d1c1-b068-44fd-bb8e-a233a509a929 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.761028] env[62359]: DEBUG oslo_concurrency.lockutils [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] Acquiring lock "06ff45bc-394d-439e-873c-d6e641351f68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.761262] env[62359]: DEBUG oslo_concurrency.lockutils [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] Lock "06ff45bc-394d-439e-873c-d6e641351f68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.761422] env[62359]: DEBUG oslo_concurrency.lockutils [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] Lock "06ff45bc-394d-439e-873c-d6e641351f68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.761584] env[62359]: DEBUG nova.compute.manager [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] No waiting events found dispatching network-vif-plugged-9d06d1c1-b068-44fd-bb8e-a233a509a929 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.761743] env[62359]: WARNING nova.compute.manager [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Received unexpected event network-vif-plugged-9d06d1c1-b068-44fd-bb8e-a233a509a929 for instance with vm_state building and task_state spawning. [ 903.761897] env[62359]: DEBUG nova.compute.manager [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Received event network-changed-9d06d1c1-b068-44fd-bb8e-a233a509a929 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.762059] env[62359]: DEBUG nova.compute.manager [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Refreshing instance network info cache due to event network-changed-9d06d1c1-b068-44fd-bb8e-a233a509a929. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 903.762227] env[62359]: DEBUG oslo_concurrency.lockutils [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] Acquiring lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.868597] env[62359]: DEBUG nova.compute.utils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 903.877664] env[62359]: DEBUG nova.compute.manager [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.877920] env[62359]: DEBUG nova.network.neutron [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.925470] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522dd0f2-7c17-fe9c-eaa7-7b4ab23f35af, 'name': SearchDatastore_Task, 'duration_secs': 0.014427} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.928588] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.928851] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] e85c818d-43fa-44ca-bd22-22d5e41784b7/e85c818d-43fa-44ca-bd22-22d5e41784b7.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.931167] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1595d204-0b0f-4407-9b3a-84d09fb56a02 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.937914] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 903.937914] env[62359]: value = "task-2441043" [ 903.937914] env[62359]: _type = "Task" [ 903.937914] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.947517] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.985679] env[62359]: DEBUG nova.policy [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06031afbec8478bbaf24910444042a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f62a5a0d034989a05d769f3639fb5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.041361] env[62359]: DEBUG nova.network.neutron [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Updating instance_info_cache with network_info: [{"id": "9d06d1c1-b068-44fd-bb8e-a233a509a929", "address": "fa:16:3e:9e:10:ad", "network": {"id": "7ecbef47-6060-46f2-a7bb-7297de8c3996", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-896073084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26cbe064342e4c78962ad95751ae3b2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d06d1c1-b0", "ovs_interfaceid": "9d06d1c1-b068-44fd-bb8e-a233a509a929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.235227] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e51202-a69c-4d03-a177-20ff2361ba14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.246978] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089a6662-a1e0-4262-badb-71d7c1f42b1d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.280321] env[62359]: INFO nova.compute.manager [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Rescuing [ 904.280321] env[62359]: DEBUG oslo_concurrency.lockutils [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.280321] env[62359]: DEBUG oslo_concurrency.lockutils [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.280321] env[62359]: DEBUG nova.network.neutron [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.282308] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af16ec1b-c9cf-47e0-9839-3535e4c2f480 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.294235] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82829de-3bad-4447-b487-f2c7c8751801 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.313684] env[62359]: DEBUG nova.compute.provider_tree [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.379190] env[62359]: DEBUG nova.compute.manager [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.413952] env[62359]: DEBUG nova.network.neutron [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Successfully created port: 3b12f037-beaf-4c2f-ab6b-d0abae30e2f8 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.451213] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473239} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.451506] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] e85c818d-43fa-44ca-bd22-22d5e41784b7/e85c818d-43fa-44ca-bd22-22d5e41784b7.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.451717] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.451965] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f636f57-f617-4329-bf28-9c98e65d105d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.458458] env[62359]: DEBUG nova.network.neutron [-] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.463526] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 904.463526] env[62359]: value = "task-2441044" [ 904.463526] env[62359]: _type = "Task" [ 904.463526] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.473847] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.546952] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Releasing lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.547306] env[62359]: DEBUG nova.compute.manager [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Instance network_info: |[{"id": "9d06d1c1-b068-44fd-bb8e-a233a509a929", "address": "fa:16:3e:9e:10:ad", "network": {"id": "7ecbef47-6060-46f2-a7bb-7297de8c3996", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-896073084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26cbe064342e4c78962ad95751ae3b2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d06d1c1-b0", "ovs_interfaceid": "9d06d1c1-b068-44fd-bb8e-a233a509a929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.547597] env[62359]: DEBUG oslo_concurrency.lockutils [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] Acquired lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.547770] env[62359]: DEBUG nova.network.neutron [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Refreshing network info cache for port 9d06d1c1-b068-44fd-bb8e-a233a509a929 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.548993] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:10:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d06d1c1-b068-44fd-bb8e-a233a509a929', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.556776] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Creating folder: Project (26cbe064342e4c78962ad95751ae3b2a). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.557936] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dc22981-b9d4-4ca9-a3f1-b810a5b4b240 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.568237] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Created folder: Project (26cbe064342e4c78962ad95751ae3b2a) in parent group-v494269. [ 904.568387] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Creating folder: Instances. Parent ref: group-v494488. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.568590] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83021708-47a5-4c5e-93ae-067a66a71515 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.577301] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Created folder: Instances in parent group-v494488. [ 904.577567] env[62359]: DEBUG oslo.service.loopingcall [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.577776] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.580072] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c823f35-3820-4ded-8a25-cbb8ea273a6a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.602804] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.602804] env[62359]: value = "task-2441047" [ 904.602804] env[62359]: _type = "Task" [ 904.602804] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.614405] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441047, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.817471] env[62359]: DEBUG nova.scheduler.client.report [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.961583] env[62359]: INFO nova.compute.manager [-] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Took 2.00 seconds to deallocate network for instance. [ 904.974558] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063115} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.974812] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.975831] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d8cda1-4266-4d6d-a950-c63689793f99 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.999648] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] e85c818d-43fa-44ca-bd22-22d5e41784b7/e85c818d-43fa-44ca-bd22-22d5e41784b7.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.000770] env[62359]: DEBUG nova.network.neutron [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Updating instance_info_cache with network_info: [{"id": "5df68cb7-f39a-4522-9e8e-695722a02787", "address": "fa:16:3e:cb:0f:e7", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df68cb7-f3", "ovs_interfaceid": "5df68cb7-f39a-4522-9e8e-695722a02787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.002615] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99591983-2c6c-4aa8-b718-af509d4cfa7f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.021244] env[62359]: DEBUG oslo_concurrency.lockutils [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.028102] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 905.028102] env[62359]: value = "task-2441048" [ 905.028102] env[62359]: _type = "Task" [ 905.028102] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.037714] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.113793] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441047, 'name': CreateVM_Task, 'duration_secs': 0.381781} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.113793] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.114232] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.114429] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.114711] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.114955] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5427a90c-d5f6-47f2-84bb-2ee3969564f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.119353] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for the task: (returnval){ [ 905.119353] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520ae762-91d5-7d6e-a74d-4a113375c455" [ 905.119353] env[62359]: _type = "Task" [ 905.119353] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.127298] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520ae762-91d5-7d6e-a74d-4a113375c455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.321147] env[62359]: DEBUG nova.network.neutron [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Updated VIF entry in instance network info cache for port 9d06d1c1-b068-44fd-bb8e-a233a509a929. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.321519] env[62359]: DEBUG nova.network.neutron [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Updating instance_info_cache with network_info: [{"id": "9d06d1c1-b068-44fd-bb8e-a233a509a929", "address": "fa:16:3e:9e:10:ad", "network": {"id": "7ecbef47-6060-46f2-a7bb-7297de8c3996", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-896073084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26cbe064342e4c78962ad95751ae3b2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d06d1c1-b0", "ovs_interfaceid": "9d06d1c1-b068-44fd-bb8e-a233a509a929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.323226] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.326875] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.509s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.353616] env[62359]: INFO nova.scheduler.client.report [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Deleted allocations for instance a588c481-3ba6-4e82-95e0-681694f0a169 [ 905.396272] env[62359]: DEBUG nova.compute.manager [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.422210] env[62359]: DEBUG nova.virt.hardware [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.422555] env[62359]: DEBUG nova.virt.hardware [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.423227] env[62359]: DEBUG nova.virt.hardware [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.423227] env[62359]: DEBUG nova.virt.hardware [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.423227] env[62359]: DEBUG nova.virt.hardware [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.423625] env[62359]: DEBUG nova.virt.hardware [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.423625] env[62359]: DEBUG nova.virt.hardware [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.423710] env[62359]: DEBUG nova.virt.hardware [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.423890] env[62359]: DEBUG nova.virt.hardware [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.424109] env[62359]: DEBUG nova.virt.hardware [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.424334] env[62359]: DEBUG nova.virt.hardware [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.425471] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f576432-b5e0-44d7-98a2-c07e680e889e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.434386] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322c1b22-617d-46f7-a158-5c08d4a9884f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.511470] env[62359]: INFO nova.compute.manager [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Took 0.55 seconds to detach 1 volumes for instance. [ 905.513777] env[62359]: DEBUG nova.compute.manager [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Deleting volume: f06dcba3-215d-40e9-b10f-135d1e57d7f6 {{(pid=62359) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 905.544177] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.632390] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520ae762-91d5-7d6e-a74d-4a113375c455, 'name': SearchDatastore_Task, 'duration_secs': 0.050122} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.632870] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.634110] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.634110] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.634110] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.634110] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.634473] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a31fa5b-3b81-4e21-bb97-bd07411e08c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.643246] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.643616] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.646120] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9be33c4-7fc0-4926-9124-8a54ebd30708 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.651243] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for the task: (returnval){ [ 905.651243] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522e7991-7071-488e-34da-0fe57c50f052" [ 905.651243] env[62359]: _type = "Task" [ 905.651243] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.660117] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522e7991-7071-488e-34da-0fe57c50f052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.831024] env[62359]: DEBUG oslo_concurrency.lockutils [req-a872338e-bb2a-4d50-8fc9-b0b851e61e83 req-495399a8-c6f8-4c80-aa86-498d05d90550 service nova] Releasing lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.831930] env[62359]: INFO nova.compute.claims [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.848803] env[62359]: DEBUG nova.compute.manager [req-4599335e-4c3d-4a04-a6ae-ff349b81df3f req-c4d05c67-3e6d-43a8-af2f-269be6a75646 service nova] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Received event network-vif-deleted-040dee3f-c81d-493b-a44e-ef78e36530ff {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.861779] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37878c0e-6756-4688-a84b-50550c6336b1 tempest-ImagesTestJSON-352435927 tempest-ImagesTestJSON-352435927-project-member] Lock "a588c481-3ba6-4e82-95e0-681694f0a169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.413s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.981502] env[62359]: DEBUG nova.network.neutron [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Successfully updated port: 3b12f037-beaf-4c2f-ab6b-d0abae30e2f8 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.038223] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.069600] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.164156] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522e7991-7071-488e-34da-0fe57c50f052, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.164156] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc41445-7583-4f87-adc9-d621f6f9049a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.170041] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for the task: (returnval){ [ 906.170041] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52743016-fe95-28ea-e096-8d7c9576432c" [ 906.170041] env[62359]: _type = "Task" [ 906.170041] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.178375] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52743016-fe95-28ea-e096-8d7c9576432c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.343460] env[62359]: INFO nova.compute.resource_tracker [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating resource usage from migration 6d59b630-601f-44db-8a66-7315bdea2347 [ 906.486826] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "refresh_cache-bf55303f-43ce-4b3a-abc3-20c3bddb5777" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.486826] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "refresh_cache-bf55303f-43ce-4b3a-abc3-20c3bddb5777" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.486826] env[62359]: DEBUG nova.network.neutron [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.540383] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441048, 'name': ReconfigVM_Task, 'duration_secs': 1.204761} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.540650] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Reconfigured VM instance instance-00000050 to attach disk [datastore2] e85c818d-43fa-44ca-bd22-22d5e41784b7/e85c818d-43fa-44ca-bd22-22d5e41784b7.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.541599] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2a6a856-d369-4f47-a6e6-f37dd64d08b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.551926] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 906.551926] env[62359]: value = "task-2441050" [ 906.551926] env[62359]: _type = "Task" [ 906.551926] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.559184] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.561684] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2da3aba5-568b-4397-9bc5-677c55a1899f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.566825] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441050, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.575542] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 906.575542] env[62359]: value = "task-2441051" [ 906.575542] env[62359]: _type = "Task" [ 906.575542] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.589252] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.681720] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52743016-fe95-28ea-e096-8d7c9576432c, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.684332] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.684604] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 06ff45bc-394d-439e-873c-d6e641351f68/06ff45bc-394d-439e-873c-d6e641351f68.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.685071] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5dd1a51-35b3-4d6a-8332-e8d1b6c882f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.698333] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for the task: (returnval){ [ 906.698333] env[62359]: value = "task-2441052" [ 906.698333] env[62359]: _type = "Task" [ 906.698333] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.714192] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.719270] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a297d0-4009-4718-8ec3-5262e21218fd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.732031] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8af2731-f965-4cd5-9bd4-bdfd516aea32 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.769139] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914fb70e-7f8d-4ee2-b986-ffe44c92ff50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.777229] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affb4a24-79b9-4696-92d9-40e8d243438e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.791479] env[62359]: DEBUG nova.compute.provider_tree [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.039892] env[62359]: DEBUG nova.network.neutron [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.062422] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441050, 'name': Rename_Task, 'duration_secs': 0.185069} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.064941] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.065267] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db9117fd-7891-4148-b399-fbae688302a3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.072761] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 907.072761] env[62359]: value = "task-2441053" [ 907.072761] env[62359]: _type = "Task" [ 907.072761] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.084749] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.088114] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441051, 'name': PowerOffVM_Task, 'duration_secs': 0.209778} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.088461] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.089533] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ff77bf-7b62-4926-9d28-6f8a79d758e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.111540] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b81100-3ffc-445c-b577-6dabe792bfb1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.150917] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.151250] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8722d72c-5c80-43a3-8b51-99d3d73cffe4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.159515] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 907.159515] env[62359]: value = "task-2441054" [ 907.159515] env[62359]: _type = "Task" [ 907.159515] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.172797] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 907.172920] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.173217] env[62359]: DEBUG oslo_concurrency.lockutils [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.173378] env[62359]: DEBUG oslo_concurrency.lockutils [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.173575] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.173858] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d5c34ee-66a1-4f47-aa38-5f55033310c5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.182194] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.182537] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.183167] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe4fe7a-85c2-4428-a78d-f4b20ae88737 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.189118] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 907.189118] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52fc08b2-a8ac-a551-f9ad-c4527b2342a1" [ 907.189118] env[62359]: _type = "Task" [ 907.189118] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.196302] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52fc08b2-a8ac-a551-f9ad-c4527b2342a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.207282] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491923} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.207569] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 06ff45bc-394d-439e-873c-d6e641351f68/06ff45bc-394d-439e-873c-d6e641351f68.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.207790] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.208042] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a09f396d-7c42-4f9d-ba4c-7df0eee2dc1b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.215083] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for the task: (returnval){ [ 907.215083] env[62359]: value = "task-2441055" [ 907.215083] env[62359]: _type = "Task" [ 907.215083] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.223088] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.303104] env[62359]: DEBUG nova.network.neutron [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Updating instance_info_cache with network_info: [{"id": "3b12f037-beaf-4c2f-ab6b-d0abae30e2f8", "address": "fa:16:3e:9d:c8:85", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b12f037-be", "ovs_interfaceid": "3b12f037-beaf-4c2f-ab6b-d0abae30e2f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.323160] env[62359]: DEBUG nova.scheduler.client.report [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 907.323439] env[62359]: DEBUG nova.compute.provider_tree [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 113 to 114 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 907.323688] env[62359]: DEBUG nova.compute.provider_tree [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.584933] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.699752] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52fc08b2-a8ac-a551-f9ad-c4527b2342a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014587} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.700547] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-394971a6-a879-4888-93dc-0e0a555a2f56 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.714157] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 907.714157] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b3f11a-0230-a00a-e1b6-018442da2ed4" [ 907.714157] env[62359]: _type = "Task" [ 907.714157] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.725298] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069049} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.731609] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.732292] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b3f11a-0230-a00a-e1b6-018442da2ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.00964} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.733132] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ae26ec-adad-491a-8657-1bf71da117f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.736609] env[62359]: DEBUG oslo_concurrency.lockutils [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.736869] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 73dc6ebd-f723-4511-8819-e375db2b2790/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. {{(pid=62359) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 907.737310] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01f21b36-f0c8-4341-9a6c-ab85cd0484c5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.764300] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 06ff45bc-394d-439e-873c-d6e641351f68/06ff45bc-394d-439e-873c-d6e641351f68.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.766108] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d5254c-ad64-4db6-b2c1-a65eed4d10a0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.781573] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 907.781573] env[62359]: value = "task-2441056" [ 907.781573] env[62359]: _type = "Task" [ 907.781573] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.788154] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for the task: (returnval){ [ 907.788154] env[62359]: value = "task-2441057" [ 907.788154] env[62359]: _type = "Task" [ 907.788154] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.794324] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.799045] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.808142] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "refresh_cache-bf55303f-43ce-4b3a-abc3-20c3bddb5777" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.808642] env[62359]: DEBUG nova.compute.manager [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Instance network_info: |[{"id": "3b12f037-beaf-4c2f-ab6b-d0abae30e2f8", "address": "fa:16:3e:9d:c8:85", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b12f037-be", "ovs_interfaceid": "3b12f037-beaf-4c2f-ab6b-d0abae30e2f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.809157] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:c8:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b12f037-beaf-4c2f-ab6b-d0abae30e2f8', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.817751] env[62359]: DEBUG oslo.service.loopingcall [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.818017] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.818264] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4165a201-7f1b-49f0-a9c9-9a17caf42863 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.834750] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.508s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.834929] env[62359]: INFO nova.compute.manager [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Migrating [ 907.842773] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.824s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.843017] env[62359]: DEBUG nova.objects.instance [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lazy-loading 'resources' on Instance uuid 13a1539f-3415-415a-b717-45e54ca02baa {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.657325] env[62359]: DEBUG nova.objects.instance [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lazy-loading 'numa_topology' on Instance uuid 13a1539f-3415-415a-b717-45e54ca02baa {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.659443] env[62359]: DEBUG nova.compute.manager [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Received event network-vif-plugged-3b12f037-beaf-4c2f-ab6b-d0abae30e2f8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.660102] env[62359]: DEBUG oslo_concurrency.lockutils [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] Acquiring lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.660102] env[62359]: DEBUG oslo_concurrency.lockutils [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] Lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.660102] env[62359]: DEBUG oslo_concurrency.lockutils [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] Lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.660327] env[62359]: DEBUG nova.compute.manager [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] No waiting events found dispatching network-vif-plugged-3b12f037-beaf-4c2f-ab6b-d0abae30e2f8 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.660327] env[62359]: WARNING nova.compute.manager [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Received unexpected event network-vif-plugged-3b12f037-beaf-4c2f-ab6b-d0abae30e2f8 for instance with vm_state building and task_state spawning. [ 908.661188] env[62359]: DEBUG nova.compute.manager [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Received event network-changed-3b12f037-beaf-4c2f-ab6b-d0abae30e2f8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.661188] env[62359]: DEBUG nova.compute.manager [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Refreshing instance network info cache due to event network-changed-3b12f037-beaf-4c2f-ab6b-d0abae30e2f8. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 908.661188] env[62359]: DEBUG oslo_concurrency.lockutils [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] Acquiring lock "refresh_cache-bf55303f-43ce-4b3a-abc3-20c3bddb5777" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.661188] env[62359]: DEBUG oslo_concurrency.lockutils [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] Acquired lock "refresh_cache-bf55303f-43ce-4b3a-abc3-20c3bddb5777" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.661188] env[62359]: DEBUG nova.network.neutron [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Refreshing network info cache for port 3b12f037-beaf-4c2f-ab6b-d0abae30e2f8 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.665134] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.665134] env[62359]: value = "task-2441058" [ 908.665134] env[62359]: _type = "Task" [ 908.665134] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.690696] env[62359]: DEBUG oslo_vmware.api [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441053, 'name': PowerOnVM_Task, 'duration_secs': 0.936447} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.690929] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612792} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.691424] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441057, 'name': ReconfigVM_Task, 'duration_secs': 0.563645} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.695219] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.695464] env[62359]: INFO nova.compute.manager [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Took 9.22 seconds to spawn the instance on the hypervisor. [ 908.695641] env[62359]: DEBUG nova.compute.manager [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.695949] env[62359]: INFO nova.virt.vmwareapi.ds_util [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 73dc6ebd-f723-4511-8819-e375db2b2790/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. [ 908.696572] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 06ff45bc-394d-439e-873c-d6e641351f68/06ff45bc-394d-439e-873c-d6e641351f68.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.697184] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441058, 'name': CreateVM_Task, 'duration_secs': 0.805059} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.701043] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c029c8-002f-421c-baea-72af657c8d04 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.701613] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84f7e06-b311-4146-99f8-4bf6fcb0d626 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.705212] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cacdce1f-32d1-4702-bbd7-9e7129feee94 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.707081] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.708483] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.708657] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.708997] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.710853] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdfebc73-5975-4584-b32e-d72468695c60 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.735719] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 73dc6ebd-f723-4511-8819-e375db2b2790/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.741166] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-005ddd8d-6c50-4a89-914a-db2746b4425a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.755967] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for the task: (returnval){ [ 908.755967] env[62359]: value = "task-2441059" [ 908.755967] env[62359]: _type = "Task" [ 908.755967] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.758572] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 908.758572] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d497fb-e95d-104e-1611-81b98a5f5382" [ 908.758572] env[62359]: _type = "Task" [ 908.758572] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.768380] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 908.768380] env[62359]: value = "task-2441060" [ 908.768380] env[62359]: _type = "Task" [ 908.768380] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.780044] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d497fb-e95d-104e-1611-81b98a5f5382, 'name': SearchDatastore_Task, 'duration_secs': 0.018707} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.780044] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441059, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.782302] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.782302] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.782302] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.782302] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.782302] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.785272] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5370b95d-e969-4dcb-8a61-319179fcab0d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.787393] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.800366] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.800366] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.800366] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95b7b5b-62b3-4150-bf96-74200aa7566f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.803356] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 908.803356] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522c9a07-541a-f133-d871-f6b85a1fc643" [ 908.803356] env[62359]: _type = "Task" [ 908.803356] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.812965] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522c9a07-541a-f133-d871-f6b85a1fc643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.166147] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.166147] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.166147] env[62359]: DEBUG nova.network.neutron [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.171381] env[62359]: DEBUG nova.objects.base [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Object Instance<13a1539f-3415-415a-b717-45e54ca02baa> lazy-loaded attributes: resources,numa_topology {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 909.280551] env[62359]: INFO nova.compute.manager [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Took 35.32 seconds to build instance. [ 909.289366] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441059, 'name': Rename_Task, 'duration_secs': 0.373314} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.300026] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.300803] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.301532] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb8be53f-0420-4766-9656-06a6b77ef613 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.310427] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for the task: (returnval){ [ 909.310427] env[62359]: value = "task-2441061" [ 909.310427] env[62359]: _type = "Task" [ 909.310427] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.327247] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.327383] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522c9a07-541a-f133-d871-f6b85a1fc643, 'name': SearchDatastore_Task, 'duration_secs': 0.036158} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.328205] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e341039-8832-443f-9e4f-c10c8bebedd6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.334884] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 909.334884] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52971cce-44d1-4100-85e8-0fdb823e62df" [ 909.334884] env[62359]: _type = "Task" [ 909.334884] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.350580] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52971cce-44d1-4100-85e8-0fdb823e62df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.602149] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a014b74-2e22-490f-9c8e-6042b6b92ec2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.614156] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f2b45c-000b-489c-9309-efab561f6dfd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.645592] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd43bd9-0993-4fe6-8864-6bf56a6f9f95 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.648602] env[62359]: DEBUG nova.network.neutron [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Updated VIF entry in instance network info cache for port 3b12f037-beaf-4c2f-ab6b-d0abae30e2f8. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.648942] env[62359]: DEBUG nova.network.neutron [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Updating instance_info_cache with network_info: [{"id": "3b12f037-beaf-4c2f-ab6b-d0abae30e2f8", "address": "fa:16:3e:9d:c8:85", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b12f037-be", "ovs_interfaceid": "3b12f037-beaf-4c2f-ab6b-d0abae30e2f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.655913] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f97055f-952e-426e-b3f2-2da63564240c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.673392] env[62359]: DEBUG nova.compute.provider_tree [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.788675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-afc19c69-91b7-4552-8484-e043c6f63cb1 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lock "e85c818d-43fa-44ca-bd22-22d5e41784b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.846s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.788949] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.822458] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.851951] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52971cce-44d1-4100-85e8-0fdb823e62df, 'name': SearchDatastore_Task, 'duration_secs': 0.029474} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.852331] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.853120] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] bf55303f-43ce-4b3a-abc3-20c3bddb5777/bf55303f-43ce-4b3a-abc3-20c3bddb5777.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.853377] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90c3e510-d520-473e-9a0b-8d82f032fc00 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.862704] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 909.862704] env[62359]: value = "task-2441062" [ 909.862704] env[62359]: _type = "Task" [ 909.862704] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.873082] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.152981] env[62359]: DEBUG oslo_concurrency.lockutils [req-e391939c-596d-4d1d-84e8-f5f4e8ab02b9 req-a5e218b9-7e9f-4371-bbdd-8a09c4a85479 service nova] Releasing lock "refresh_cache-bf55303f-43ce-4b3a-abc3-20c3bddb5777" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.224464] env[62359]: DEBUG nova.scheduler.client.report [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 910.227872] env[62359]: DEBUG nova.compute.provider_tree [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 114 to 115 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 910.228111] env[62359]: DEBUG nova.compute.provider_tree [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.290665] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441060, 'name': ReconfigVM_Task, 'duration_secs': 1.126678} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.291635] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 73dc6ebd-f723-4511-8819-e375db2b2790/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.292868] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908a9a8b-a519-40af-ba9e-3b6004d37dbf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.328214] env[62359]: DEBUG nova.network.neutron [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance_info_cache with network_info: [{"id": "41eb6d3b-1457-4442-9343-5eb66c30763f", "address": "fa:16:3e:4d:2c:c8", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41eb6d3b-14", "ovs_interfaceid": "41eb6d3b-1457-4442-9343-5eb66c30763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.334247] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70e7dd9-6bef-46dd-8b04-ddbd29d9b28a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.354020] env[62359]: DEBUG oslo_vmware.api [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441061, 'name': PowerOnVM_Task, 'duration_secs': 0.917835} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.354422] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.354652] env[62359]: INFO nova.compute.manager [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Took 8.33 seconds to spawn the instance on the hypervisor. [ 910.354821] env[62359]: DEBUG nova.compute.manager [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.355173] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 910.355173] env[62359]: value = "task-2441063" [ 910.355173] env[62359]: _type = "Task" [ 910.355173] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.355992] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251c5391-f82e-436e-b817-06f56c3cc309 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.381660] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.386188] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441062, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.734199] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.891s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.737272] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.645s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.739419] env[62359]: INFO nova.compute.claims [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.845395] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.879201] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441063, 'name': ReconfigVM_Task, 'duration_secs': 0.283295} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.879201] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.879334] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-940b008a-0bda-448c-b58f-14a37be341da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.892541] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57697} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.892541] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] bf55303f-43ce-4b3a-abc3-20c3bddb5777/bf55303f-43ce-4b3a-abc3-20c3bddb5777.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.892541] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.892541] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dfc041a-268c-4fc7-b24d-6800e67672c5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.893633] env[62359]: INFO nova.compute.manager [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Took 32.47 seconds to build instance. [ 910.896086] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 910.896086] env[62359]: value = "task-2441064" [ 910.896086] env[62359]: _type = "Task" [ 910.896086] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.902906] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 910.902906] env[62359]: value = "task-2441065" [ 910.902906] env[62359]: _type = "Task" [ 910.902906] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.906357] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.914790] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.248074] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4a136adc-8d93-4686-83c3-a84bb1112aa0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "13a1539f-3415-415a-b717-45e54ca02baa" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.063s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.251371] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "13a1539f-3415-415a-b717-45e54ca02baa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.392s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.252054] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "13a1539f-3415-415a-b717-45e54ca02baa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.252517] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "13a1539f-3415-415a-b717-45e54ca02baa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.252832] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "13a1539f-3415-415a-b717-45e54ca02baa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.256528] env[62359]: INFO nova.compute.manager [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Terminating instance [ 911.397294] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f0fcc1ff-be46-42c7-93c4-7f5fe09836f7 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Lock "06ff45bc-394d-439e-873c-d6e641351f68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.986s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.409602] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.420584] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135369} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.421567] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.421685] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee51c5-3a2e-4e12-942a-2009da315891 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.459199] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] bf55303f-43ce-4b3a-abc3-20c3bddb5777/bf55303f-43ce-4b3a-abc3-20c3bddb5777.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.460756] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb8752e3-da5c-47b0-95a3-91a13f9ceb36 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.480269] env[62359]: DEBUG nova.compute.manager [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.480646] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7de14de-4dee-41ef-9006-0469301841f0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.495733] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 911.495733] env[62359]: value = "task-2441066" [ 911.495733] env[62359]: _type = "Task" [ 911.495733] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.503567] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441066, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.768694] env[62359]: DEBUG nova.compute.manager [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.769869] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.770396] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6250573-1d07-4937-800e-64427aa7fcae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.787393] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8fb284-0ef1-400d-a1e0-82eb05a15181 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.826644] env[62359]: WARNING nova.virt.vmwareapi.vmops [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 13a1539f-3415-415a-b717-45e54ca02baa could not be found. [ 911.826835] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.827391] env[62359]: INFO nova.compute.manager [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Took 0.06 seconds to destroy the instance on the hypervisor. [ 911.827763] env[62359]: DEBUG oslo.service.loopingcall [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.830444] env[62359]: DEBUG nova.compute.manager [-] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.830549] env[62359]: DEBUG nova.network.neutron [-] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.911973] env[62359]: DEBUG oslo_vmware.api [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441064, 'name': PowerOnVM_Task, 'duration_secs': 0.773724} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.912309] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.915478] env[62359]: DEBUG nova.compute.manager [None req-333afd78-2bf0-4f73-a46a-9203073f78a7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.916978] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470e5605-6cd6-4435-8ee0-6a228c6e3e4d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.996129] env[62359]: INFO nova.compute.manager [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] instance snapshotting [ 912.004292] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7eba46-6a97-4357-b204-e21d850227f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.016018] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441066, 'name': ReconfigVM_Task, 'duration_secs': 0.282288} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.031466] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Reconfigured VM instance instance-00000052 to attach disk [datastore1] bf55303f-43ce-4b3a-abc3-20c3bddb5777/bf55303f-43ce-4b3a-abc3-20c3bddb5777.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.035112] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d17d22d-d50e-46d8-9f0e-acf9ce7dc441 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.038328] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84748456-8b37-48a0-904e-e12730cd7604 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.050287] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 912.050287] env[62359]: value = "task-2441067" [ 912.050287] env[62359]: _type = "Task" [ 912.050287] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.062552] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441067, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.151948] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec74361-560a-4152-9906-7db143b29057 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.162175] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0846ada5-a15f-459c-b484-1d25cd83d0f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.200394] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8cb797-7905-4392-aa3d-bcdfd8fe2a5f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.208301] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af02e3-9f24-4450-b7c2-9effd3a27b71 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.221585] env[62359]: DEBUG nova.compute.provider_tree [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.360817] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f1f9ef-f481-409d-acf5-c2a1fbb64de7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.383439] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance 'aae97c19-18db-4fd8-96fa-adb1835cf06f' progress to 0 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.552383] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.552759] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1e3828d-e432-4d26-a79c-8d5f0237709b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.572494] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441067, 'name': Rename_Task, 'duration_secs': 0.149781} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.572494] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.572494] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 912.572494] env[62359]: value = "task-2441068" [ 912.572494] env[62359]: _type = "Task" [ 912.572494] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.572494] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1652eb10-49d6-4523-bc5d-8e09e69728ce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.583566] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441068, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.585463] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 912.585463] env[62359]: value = "task-2441069" [ 912.585463] env[62359]: _type = "Task" [ 912.585463] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.603555] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441069, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.617958] env[62359]: DEBUG nova.compute.manager [req-73c7c48b-d182-46e7-9761-e9e20f3bdfa0 req-9b84eb77-3037-4b5a-b042-fe95baf3f2ba service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Received event network-changed-9d06d1c1-b068-44fd-bb8e-a233a509a929 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.618182] env[62359]: DEBUG nova.compute.manager [req-73c7c48b-d182-46e7-9761-e9e20f3bdfa0 req-9b84eb77-3037-4b5a-b042-fe95baf3f2ba service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Refreshing instance network info cache due to event network-changed-9d06d1c1-b068-44fd-bb8e-a233a509a929. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 912.618418] env[62359]: DEBUG oslo_concurrency.lockutils [req-73c7c48b-d182-46e7-9761-e9e20f3bdfa0 req-9b84eb77-3037-4b5a-b042-fe95baf3f2ba service nova] Acquiring lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.618570] env[62359]: DEBUG oslo_concurrency.lockutils [req-73c7c48b-d182-46e7-9761-e9e20f3bdfa0 req-9b84eb77-3037-4b5a-b042-fe95baf3f2ba service nova] Acquired lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.618740] env[62359]: DEBUG nova.network.neutron [req-73c7c48b-d182-46e7-9761-e9e20f3bdfa0 req-9b84eb77-3037-4b5a-b042-fe95baf3f2ba service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Refreshing network info cache for port 9d06d1c1-b068-44fd-bb8e-a233a509a929 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.725042] env[62359]: DEBUG nova.scheduler.client.report [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.754047] env[62359]: DEBUG nova.network.neutron [-] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.889654] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.890995] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf78312f-2408-4f41-a4b1-ec8c719bbc56 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.898069] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 912.898069] env[62359]: value = "task-2441070" [ 912.898069] env[62359]: _type = "Task" [ 912.898069] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.914500] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.085158] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441068, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.096247] env[62359]: DEBUG oslo_vmware.api [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441069, 'name': PowerOnVM_Task, 'duration_secs': 0.51166} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.099499] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.099802] env[62359]: INFO nova.compute.manager [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Took 7.71 seconds to spawn the instance on the hypervisor. [ 913.100039] env[62359]: DEBUG nova.compute.manager [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.101109] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d508c-9c19-449b-bc40-e4b7c988d513 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.232156] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.232455] env[62359]: DEBUG nova.compute.manager [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.239839] env[62359]: DEBUG oslo_concurrency.lockutils [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.800s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.240064] env[62359]: DEBUG nova.objects.instance [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lazy-loading 'resources' on Instance uuid e1f32dac-ca5e-4065-b322-0b668901b2c7 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.258595] env[62359]: INFO nova.compute.manager [-] [instance: 13a1539f-3415-415a-b717-45e54ca02baa] Took 1.43 seconds to deallocate network for instance. [ 913.409215] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441070, 'name': PowerOffVM_Task, 'duration_secs': 0.269967} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.410902] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.410902] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance 'aae97c19-18db-4fd8-96fa-adb1835cf06f' progress to 17 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.414359] env[62359]: DEBUG nova.network.neutron [req-73c7c48b-d182-46e7-9761-e9e20f3bdfa0 req-9b84eb77-3037-4b5a-b042-fe95baf3f2ba service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Updated VIF entry in instance network info cache for port 9d06d1c1-b068-44fd-bb8e-a233a509a929. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.414359] env[62359]: DEBUG nova.network.neutron [req-73c7c48b-d182-46e7-9761-e9e20f3bdfa0 req-9b84eb77-3037-4b5a-b042-fe95baf3f2ba service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Updating instance_info_cache with network_info: [{"id": "9d06d1c1-b068-44fd-bb8e-a233a509a929", "address": "fa:16:3e:9e:10:ad", "network": {"id": "7ecbef47-6060-46f2-a7bb-7297de8c3996", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-896073084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26cbe064342e4c78962ad95751ae3b2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d06d1c1-b0", "ovs_interfaceid": "9d06d1c1-b068-44fd-bb8e-a233a509a929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.587949] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441068, 'name': CreateSnapshot_Task, 'duration_secs': 0.672047} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.591020] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.591020] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc5d8b3-8299-42d7-ac23-3b77212a21f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.621776] env[62359]: INFO nova.compute.manager [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Took 27.57 seconds to build instance. [ 913.659535] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Acquiring lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.659822] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.660052] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Acquiring lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.660246] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.660423] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.662498] env[62359]: INFO nova.compute.manager [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Terminating instance [ 913.748711] env[62359]: DEBUG nova.compute.utils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 913.754416] env[62359]: DEBUG nova.compute.manager [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.754416] env[62359]: DEBUG nova.network.neutron [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.807076] env[62359]: DEBUG nova.policy [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c49fe2adf32f4262a8a426b0fdd3c6e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57885c5140fd4d0a8f5b8bbe3d7822b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.920769] env[62359]: DEBUG oslo_concurrency.lockutils [req-73c7c48b-d182-46e7-9761-e9e20f3bdfa0 req-9b84eb77-3037-4b5a-b042-fe95baf3f2ba service nova] Releasing lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.920769] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.920769] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.922631] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.922737] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.922887] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.923049] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.923265] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.923421] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.923584] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.923755] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.923943] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.932927] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc0cabc-6a46-4fde-88a9-b8d861cd30c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.951659] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 913.951659] env[62359]: value = "task-2441071" [ 913.951659] env[62359]: _type = "Task" [ 913.951659] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.964621] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.113655] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 914.114461] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-043f827a-ac08-4506-9be3-383f24dbffa8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.127654] env[62359]: DEBUG oslo_concurrency.lockutils [None req-70bf964d-5dd5-4964-a0be-aa82f0289f83 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.078s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.128464] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 914.128464] env[62359]: value = "task-2441072" [ 914.128464] env[62359]: _type = "Task" [ 914.128464] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.139805] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441072, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.146424] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813653c3-d6ed-4c09-8435-2982df4a18a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.155435] env[62359]: DEBUG nova.network.neutron [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Successfully created port: 68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.158059] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5913bbc-181f-4e5d-80c6-7c489b7567da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.189387] env[62359]: DEBUG nova.compute.manager [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.189630] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.190049] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.190462] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c3079f2-0e26-454a-9cf8-28f4a951d583 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.192195] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.194458] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c54742-0578-4135-9363-8c9cef52dfef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.206199] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91fc9a0-b58d-4437-b006-ea1b1341edd9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.210273] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Waiting for the task: (returnval){ [ 914.210273] env[62359]: value = "task-2441073" [ 914.210273] env[62359]: _type = "Task" [ 914.210273] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.214639] env[62359]: INFO nova.compute.manager [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Unrescuing [ 914.215196] env[62359]: DEBUG oslo_concurrency.lockutils [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.215196] env[62359]: DEBUG oslo_concurrency.lockutils [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.215196] env[62359]: DEBUG nova.network.neutron [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.225131] env[62359]: DEBUG nova.compute.provider_tree [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.233250] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2441073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.254021] env[62359]: DEBUG nova.compute.manager [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.301897] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37072bbf-1f0a-4109-9ce2-21101ebfb3f2 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "13a1539f-3415-415a-b717-45e54ca02baa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.051s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.394299] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquiring lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.394572] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.465913] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441071, 'name': ReconfigVM_Task, 'duration_secs': 0.237679} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.465913] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance 'aae97c19-18db-4fd8-96fa-adb1835cf06f' progress to 33 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.641902] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441072, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.703211] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.703678] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Starting heal instance info cache {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 914.721796] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2441073, 'name': PowerOffVM_Task, 'duration_secs': 0.352993} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.722080] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.722506] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 914.722741] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494346', 'volume_id': 'b3de53db-253f-42e3-9d65-1cb453583325', 'name': 'volume-b3de53db-253f-42e3-9d65-1cb453583325', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '519dab60-99ae-4f98-9cb5-216ea79aa4b2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3de53db-253f-42e3-9d65-1cb453583325', 'serial': 'b3de53db-253f-42e3-9d65-1cb453583325'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 914.723746] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e23ae5-96a7-4c96-a215-cf550b64bdb9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.728611] env[62359]: DEBUG nova.scheduler.client.report [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.753532] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dfb203-5946-4dc1-889a-8b91e585f858 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.767624] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ac248b-874d-4205-915b-65ee926cab6a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.793439] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e00c8fa-2147-4d86-ac32-5464c50ebecc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.817068] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] The volume has not been displaced from its original location: [datastore2] volume-b3de53db-253f-42e3-9d65-1cb453583325/volume-b3de53db-253f-42e3-9d65-1cb453583325.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 914.823073] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.824815] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d57f5f40-c00d-4478-a8ea-d3ad3099f93e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.850616] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Waiting for the task: (returnval){ [ 914.850616] env[62359]: value = "task-2441074" [ 914.850616] env[62359]: _type = "Task" [ 914.850616] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.863736] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2441074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.897099] env[62359]: DEBUG nova.compute.manager [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.974562] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.974562] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.974562] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.974562] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.974562] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.974562] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.974562] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.975150] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.975150] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.975150] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.975316] env[62359]: DEBUG nova.virt.hardware [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.980829] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.981455] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c99155-d351-4797-b41d-3d943e046fb2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.004758] env[62359]: DEBUG nova.network.neutron [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Updating instance_info_cache with network_info: [{"id": "5df68cb7-f39a-4522-9e8e-695722a02787", "address": "fa:16:3e:cb:0f:e7", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df68cb7-f3", "ovs_interfaceid": "5df68cb7-f39a-4522-9e8e-695722a02787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.008708] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 915.008708] env[62359]: value = "task-2441075" [ 915.008708] env[62359]: _type = "Task" [ 915.008708] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.016560] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.142090] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441072, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.235923] env[62359]: DEBUG oslo_concurrency.lockutils [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.238449] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.641s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.239968] env[62359]: INFO nova.compute.claims [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.268072] env[62359]: DEBUG nova.compute.manager [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.272471] env[62359]: INFO nova.scheduler.client.report [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Deleted allocations for instance e1f32dac-ca5e-4065-b322-0b668901b2c7 [ 915.311847] env[62359]: DEBUG nova.virt.hardware [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.312120] env[62359]: DEBUG nova.virt.hardware [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.312301] env[62359]: DEBUG nova.virt.hardware [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.312491] env[62359]: DEBUG nova.virt.hardware [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.312636] env[62359]: DEBUG nova.virt.hardware [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.312780] env[62359]: DEBUG nova.virt.hardware [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.312980] env[62359]: DEBUG nova.virt.hardware [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.315312] env[62359]: DEBUG nova.virt.hardware [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.316070] env[62359]: DEBUG nova.virt.hardware [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.316070] env[62359]: DEBUG nova.virt.hardware [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.316070] env[62359]: DEBUG nova.virt.hardware [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.318194] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a00cb17-f7c9-4493-b466-aff54baffced {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.327323] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e557fc-1b9a-42b2-93c3-25410937704c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.344590] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.344837] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.345046] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.345262] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.345423] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.349612] env[62359]: INFO nova.compute.manager [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Terminating instance [ 915.360375] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2441074, 'name': ReconfigVM_Task, 'duration_secs': 0.283631} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.360623] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 915.370789] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f67a7cd-ee12-4003-a467-26967bce4881 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.388348] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Waiting for the task: (returnval){ [ 915.388348] env[62359]: value = "task-2441076" [ 915.388348] env[62359]: _type = "Task" [ 915.388348] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.397948] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2441076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.420722] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.507768] env[62359]: DEBUG oslo_concurrency.lockutils [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "refresh_cache-73dc6ebd-f723-4511-8819-e375db2b2790" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.509306] env[62359]: DEBUG nova.objects.instance [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lazy-loading 'flavor' on Instance uuid 73dc6ebd-f723-4511-8819-e375db2b2790 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.520892] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441075, 'name': ReconfigVM_Task, 'duration_secs': 0.315973} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.521807] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 915.522047] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaf9d06-b451-4081-bebd-1d727c14b6e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.550562] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] aae97c19-18db-4fd8-96fa-adb1835cf06f/aae97c19-18db-4fd8-96fa-adb1835cf06f.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.552168] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab6e4c3-b398-40c4-ae82-0b673373f894 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.574023] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 915.574023] env[62359]: value = "task-2441077" [ 915.574023] env[62359]: _type = "Task" [ 915.574023] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.584031] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.643921] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441072, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.783347] env[62359]: DEBUG oslo_concurrency.lockutils [None req-698456d7-6062-43a8-9595-43c213979aea tempest-MigrationsAdminTest-1574863761 tempest-MigrationsAdminTest-1574863761-project-member] Lock "e1f32dac-ca5e-4065-b322-0b668901b2c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.784s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.847015] env[62359]: DEBUG nova.network.neutron [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Successfully updated port: 68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.856523] env[62359]: DEBUG nova.compute.manager [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.856753] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.857641] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa18ec9-9405-4927-8bec-d6bc24fa0662 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.866602] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.866849] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89c9814c-eb60-4ee2-b614-77b4208c8c51 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.874558] env[62359]: DEBUG oslo_vmware.api [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 915.874558] env[62359]: value = "task-2441078" [ 915.874558] env[62359]: _type = "Task" [ 915.874558] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.884362] env[62359]: DEBUG oslo_vmware.api [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.902178] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2441076, 'name': ReconfigVM_Task, 'duration_secs': 0.16653} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.902485] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494346', 'volume_id': 'b3de53db-253f-42e3-9d65-1cb453583325', 'name': 'volume-b3de53db-253f-42e3-9d65-1cb453583325', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '519dab60-99ae-4f98-9cb5-216ea79aa4b2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3de53db-253f-42e3-9d65-1cb453583325', 'serial': 'b3de53db-253f-42e3-9d65-1cb453583325'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 915.902767] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.903618] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d884017e-c561-4c4b-8800-b5cb450ac51f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.910919] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.911180] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef48428f-2d9d-44eb-bb55-580a3f35242a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.986344] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.986641] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.988012] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Deleting the datastore file [datastore2] 519dab60-99ae-4f98-9cb5-216ea79aa4b2 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.988012] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-312ef751-43ab-4531-a503-417a4c968e51 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.994583] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Waiting for the task: (returnval){ [ 915.994583] env[62359]: value = "task-2441080" [ 915.994583] env[62359]: _type = "Task" [ 915.994583] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.002708] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2441080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.015428] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914c71aa-515c-409d-ac3c-5f337d22ff37 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.039196] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.039687] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af2c3fa6-e2f4-488e-8ea3-b47dd6474785 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.046310] env[62359]: DEBUG oslo_vmware.api [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 916.046310] env[62359]: value = "task-2441081" [ 916.046310] env[62359]: _type = "Task" [ 916.046310] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.060500] env[62359]: DEBUG oslo_vmware.api [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.084815] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441077, 'name': ReconfigVM_Task, 'duration_secs': 0.356301} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.084815] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] aae97c19-18db-4fd8-96fa-adb1835cf06f/aae97c19-18db-4fd8-96fa-adb1835cf06f.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.085033] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance 'aae97c19-18db-4fd8-96fa-adb1835cf06f' progress to 50 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.146367] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441072, 'name': CloneVM_Task, 'duration_secs': 1.710195} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.146680] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Created linked-clone VM from snapshot [ 916.147440] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbffed53-1a62-4f0b-be59-9f1dff0da632 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.157611] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Uploading image 37b3a9f6-69ff-442a-8ded-7d04c26be068 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 916.188401] env[62359]: DEBUG oslo_vmware.rw_handles [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 916.188401] env[62359]: value = "vm-494493" [ 916.188401] env[62359]: _type = "VirtualMachine" [ 916.188401] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 916.188987] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.189242] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.190632] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3a5d20d7-d652-4439-82f9-392f8ee77e80 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.198648] env[62359]: DEBUG oslo_vmware.rw_handles [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lease: (returnval){ [ 916.198648] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52db6a40-6fe1-d88e-86a4-371342a13d28" [ 916.198648] env[62359]: _type = "HttpNfcLease" [ 916.198648] env[62359]: } obtained for exporting VM: (result){ [ 916.198648] env[62359]: value = "vm-494493" [ 916.198648] env[62359]: _type = "VirtualMachine" [ 916.198648] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 916.199086] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the lease: (returnval){ [ 916.199086] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52db6a40-6fe1-d88e-86a4-371342a13d28" [ 916.199086] env[62359]: _type = "HttpNfcLease" [ 916.199086] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 916.206277] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.206277] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52db6a40-6fe1-d88e-86a4-371342a13d28" [ 916.206277] env[62359]: _type = "HttpNfcLease" [ 916.206277] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.343937] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquiring lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.344087] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquired lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.344238] env[62359]: DEBUG nova.network.neutron [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.387665] env[62359]: DEBUG oslo_vmware.api [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441078, 'name': PowerOffVM_Task, 'duration_secs': 0.203158} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.389025] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.389025] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.389025] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69490b37-9e35-4a24-964b-c39bc16b3e90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.435145] env[62359]: DEBUG nova.compute.manager [req-5619fcda-8cb4-4466-b2dc-f192099b4339 req-bff96ec1-1532-4e87-b9bc-6f60d9f754af service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Received event network-vif-plugged-68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.435145] env[62359]: DEBUG oslo_concurrency.lockutils [req-5619fcda-8cb4-4466-b2dc-f192099b4339 req-bff96ec1-1532-4e87-b9bc-6f60d9f754af service nova] Acquiring lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.436032] env[62359]: DEBUG oslo_concurrency.lockutils [req-5619fcda-8cb4-4466-b2dc-f192099b4339 req-bff96ec1-1532-4e87-b9bc-6f60d9f754af service nova] Lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.436901] env[62359]: DEBUG oslo_concurrency.lockutils [req-5619fcda-8cb4-4466-b2dc-f192099b4339 req-bff96ec1-1532-4e87-b9bc-6f60d9f754af service nova] Lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.436901] env[62359]: DEBUG nova.compute.manager [req-5619fcda-8cb4-4466-b2dc-f192099b4339 req-bff96ec1-1532-4e87-b9bc-6f60d9f754af service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] No waiting events found dispatching network-vif-plugged-68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.437581] env[62359]: WARNING nova.compute.manager [req-5619fcda-8cb4-4466-b2dc-f192099b4339 req-bff96ec1-1532-4e87-b9bc-6f60d9f754af service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Received unexpected event network-vif-plugged-68d5ff14-1d35-4634-a65a-f276eadd3f15 for instance with vm_state building and task_state spawning. [ 916.453906] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.454238] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.454464] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleting the datastore file [datastore1] bf55303f-43ce-4b3a-abc3-20c3bddb5777 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.455144] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-551fbc64-c2cc-4ba6-9409-6b90f1a543b3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.464277] env[62359]: DEBUG oslo_vmware.api [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 916.464277] env[62359]: value = "task-2441084" [ 916.464277] env[62359]: _type = "Task" [ 916.464277] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.474014] env[62359]: DEBUG oslo_vmware.api [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.479814] env[62359]: DEBUG nova.compute.manager [req-0692c749-0cde-4a93-8e32-47cd0ba7c2c8 req-2daffb3c-daa5-4c3b-9676-2039fa5b826b service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Received event network-changed-9d06d1c1-b068-44fd-bb8e-a233a509a929 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.480301] env[62359]: DEBUG nova.compute.manager [req-0692c749-0cde-4a93-8e32-47cd0ba7c2c8 req-2daffb3c-daa5-4c3b-9676-2039fa5b826b service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Refreshing instance network info cache due to event network-changed-9d06d1c1-b068-44fd-bb8e-a233a509a929. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 916.480577] env[62359]: DEBUG oslo_concurrency.lockutils [req-0692c749-0cde-4a93-8e32-47cd0ba7c2c8 req-2daffb3c-daa5-4c3b-9676-2039fa5b826b service nova] Acquiring lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.481021] env[62359]: DEBUG oslo_concurrency.lockutils [req-0692c749-0cde-4a93-8e32-47cd0ba7c2c8 req-2daffb3c-daa5-4c3b-9676-2039fa5b826b service nova] Acquired lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.481021] env[62359]: DEBUG nova.network.neutron [req-0692c749-0cde-4a93-8e32-47cd0ba7c2c8 req-2daffb3c-daa5-4c3b-9676-2039fa5b826b service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Refreshing network info cache for port 9d06d1c1-b068-44fd-bb8e-a233a509a929 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.506847] env[62359]: DEBUG oslo_vmware.api [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Task: {'id': task-2441080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138308} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.506945] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.507164] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.507333] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.507536] env[62359]: INFO nova.compute.manager [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Took 2.32 seconds to destroy the instance on the hypervisor. [ 916.507825] env[62359]: DEBUG oslo.service.loopingcall [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.508052] env[62359]: DEBUG nova.compute.manager [-] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.508152] env[62359]: DEBUG nova.network.neutron [-] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.557904] env[62359]: DEBUG oslo_vmware.api [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441081, 'name': PowerOffVM_Task, 'duration_secs': 0.326075} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.560643] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.567869] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 916.569629] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba809426-512a-4226-b58e-e2498fa1ea52 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.597035] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2540a0cf-3a6c-4a99-a55f-a43e5aa97a73 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.602487] env[62359]: DEBUG oslo_vmware.api [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 916.602487] env[62359]: value = "task-2441085" [ 916.602487] env[62359]: _type = "Task" [ 916.602487] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.630578] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87836deb-85f4-4ae6-9b9d-e0dceef54373 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.634136] env[62359]: DEBUG oslo_vmware.api [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.654982] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance 'aae97c19-18db-4fd8-96fa-adb1835cf06f' progress to 67 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.681602] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4de4481-dd82-4d08-af8f-c0d4e962dbc2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.689043] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ad5df8-3890-4846-8ffc-71c2dfad0059 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.693163] env[62359]: DEBUG nova.compute.manager [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.727165] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50353ca-1cb8-43b2-8fa5-7f21eab6726f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.736669] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.736669] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52db6a40-6fe1-d88e-86a4-371342a13d28" [ 916.736669] env[62359]: _type = "HttpNfcLease" [ 916.736669] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 916.737882] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9400080-b11f-45a2-a138-287b1288af45 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.741658] env[62359]: DEBUG oslo_vmware.rw_handles [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 916.741658] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52db6a40-6fe1-d88e-86a4-371342a13d28" [ 916.741658] env[62359]: _type = "HttpNfcLease" [ 916.741658] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 916.742867] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f56ac2-ef60-4aed-a84b-03d4f1d82932 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.749915] env[62359]: DEBUG oslo_vmware.rw_handles [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac4bf6-e666-fb45-6e00-cdf46068564e/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 916.750103] env[62359]: DEBUG oslo_vmware.rw_handles [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac4bf6-e666-fb45-6e00-cdf46068564e/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 916.760969] env[62359]: DEBUG nova.compute.provider_tree [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.853430] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a59b932c-1e68-474d-9519-3c5c46c7e8f7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.902843] env[62359]: DEBUG nova.network.neutron [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.975770] env[62359]: DEBUG oslo_vmware.api [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14514} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.975770] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.975770] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.975968] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.975968] env[62359]: INFO nova.compute.manager [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Took 1.12 seconds to destroy the instance on the hypervisor. [ 916.976235] env[62359]: DEBUG oslo.service.loopingcall [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.976508] env[62359]: DEBUG nova.compute.manager [-] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.976572] env[62359]: DEBUG nova.network.neutron [-] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.115298] env[62359]: DEBUG oslo_vmware.api [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.203106] env[62359]: DEBUG nova.network.neutron [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updating instance_info_cache with network_info: [{"id": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "address": "fa:16:3e:f1:14:e2", "network": {"id": "a0110750-9beb-4528-ae63-fbec70789f31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1670353477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57885c5140fd4d0a8f5b8bbe3d7822b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d5ff14-1d", "ovs_interfaceid": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.247120] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.264234] env[62359]: DEBUG nova.network.neutron [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Port 41eb6d3b-1457-4442-9343-5eb66c30763f binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 917.265841] env[62359]: DEBUG nova.scheduler.client.report [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.385946] env[62359]: DEBUG nova.network.neutron [req-0692c749-0cde-4a93-8e32-47cd0ba7c2c8 req-2daffb3c-daa5-4c3b-9676-2039fa5b826b service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Updated VIF entry in instance network info cache for port 9d06d1c1-b068-44fd-bb8e-a233a509a929. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.386870] env[62359]: DEBUG nova.network.neutron [req-0692c749-0cde-4a93-8e32-47cd0ba7c2c8 req-2daffb3c-daa5-4c3b-9676-2039fa5b826b service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Updating instance_info_cache with network_info: [{"id": "9d06d1c1-b068-44fd-bb8e-a233a509a929", "address": "fa:16:3e:9e:10:ad", "network": {"id": "7ecbef47-6060-46f2-a7bb-7297de8c3996", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-896073084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26cbe064342e4c78962ad95751ae3b2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d06d1c1-b0", "ovs_interfaceid": "9d06d1c1-b068-44fd-bb8e-a233a509a929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.616998] env[62359]: DEBUG oslo_vmware.api [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441085, 'name': ReconfigVM_Task, 'duration_secs': 0.562012} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.617584] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 917.617829] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.618185] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2ca885b-625c-4689-b723-9466459e9499 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.625767] env[62359]: DEBUG oslo_vmware.api [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 917.625767] env[62359]: value = "task-2441086" [ 917.625767] env[62359]: _type = "Task" [ 917.625767] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.637370] env[62359]: DEBUG oslo_vmware.api [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.707016] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Releasing lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.708591] env[62359]: DEBUG nova.compute.manager [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Instance network_info: |[{"id": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "address": "fa:16:3e:f1:14:e2", "network": {"id": "a0110750-9beb-4528-ae63-fbec70789f31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1670353477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57885c5140fd4d0a8f5b8bbe3d7822b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d5ff14-1d", "ovs_interfaceid": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.708591] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:14:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68d5ff14-1d35-4634-a65a-f276eadd3f15', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.715647] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Creating folder: Project (57885c5140fd4d0a8f5b8bbe3d7822b3). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.715966] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-befddd01-7427-4cd8-85f8-23823758646d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.727656] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Created folder: Project (57885c5140fd4d0a8f5b8bbe3d7822b3) in parent group-v494269. [ 917.727875] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Creating folder: Instances. Parent ref: group-v494494. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.728218] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14a884be-8495-42f4-a480-09955f2b4248 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.739074] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Created folder: Instances in parent group-v494494. [ 917.739345] env[62359]: DEBUG oslo.service.loopingcall [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.739581] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.739840] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f65a72b4-e975-467a-a5d6-9e991b859f7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.762640] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.762640] env[62359]: value = "task-2441089" [ 917.762640] env[62359]: _type = "Task" [ 917.762640] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.774821] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.775400] env[62359]: DEBUG nova.compute.manager [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.777965] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441089, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.778597] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.640s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.779115] env[62359]: DEBUG nova.objects.instance [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lazy-loading 'resources' on Instance uuid b333c2dd-bae6-41f6-8a2d-6ace281206c6 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.821769] env[62359]: DEBUG nova.network.neutron [-] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.891762] env[62359]: DEBUG oslo_concurrency.lockutils [req-0692c749-0cde-4a93-8e32-47cd0ba7c2c8 req-2daffb3c-daa5-4c3b-9676-2039fa5b826b service nova] Releasing lock "refresh_cache-06ff45bc-394d-439e-873c-d6e641351f68" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.977108] env[62359]: DEBUG nova.network.neutron [-] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.140460] env[62359]: DEBUG oslo_vmware.api [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441086, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.273261] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441089, 'name': CreateVM_Task, 'duration_secs': 0.453514} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.273454] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.274188] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.274358] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.274715] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.274982] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da546a0-f7b7-4030-b483-c2c09cbf061a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.279899] env[62359]: DEBUG nova.compute.utils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 918.290163] env[62359]: DEBUG nova.compute.manager [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.290279] env[62359]: DEBUG nova.network.neutron [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.295083] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 918.295083] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5230c49e-4590-8da1-254c-45591d3db0b7" [ 918.295083] env[62359]: _type = "Task" [ 918.295083] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.302940] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "aae97c19-18db-4fd8-96fa-adb1835cf06f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.303199] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.303398] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.315887] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5230c49e-4590-8da1-254c-45591d3db0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.316290] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.316536] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.316765] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.316908] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.317093] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.317380] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-203e54db-be50-482a-aa73-a30c89d60962 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.327741] env[62359]: INFO nova.compute.manager [-] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Took 1.82 seconds to deallocate network for instance. [ 918.328108] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.328294] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.334112] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c658a47-da9d-46d0-98ae-8409242f77b8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.341606] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 918.341606] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e3d5eb-62ef-dc45-4da7-b30b3763c920" [ 918.341606] env[62359]: _type = "Task" [ 918.341606] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.350387] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e3d5eb-62ef-dc45-4da7-b30b3763c920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.368973] env[62359]: DEBUG nova.policy [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92467156672441bcbba0a0e3c9b2da62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dafe9b5ca6094ec1b31838029de4e3f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.458119] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.458495] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.458746] env[62359]: DEBUG nova.compute.manager [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.460134] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5820aca9-7e9e-4517-8742-c984b9df06a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.476662] env[62359]: DEBUG nova.compute.manager [req-b19d0771-8f90-44ab-82de-8df5ad9977d8 req-63a2fa11-cb65-48dd-a6b6-5ed29d8c4b9e service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Received event network-changed-68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.477013] env[62359]: DEBUG nova.compute.manager [req-b19d0771-8f90-44ab-82de-8df5ad9977d8 req-63a2fa11-cb65-48dd-a6b6-5ed29d8c4b9e service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Refreshing instance network info cache due to event network-changed-68d5ff14-1d35-4634-a65a-f276eadd3f15. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 918.477783] env[62359]: DEBUG oslo_concurrency.lockutils [req-b19d0771-8f90-44ab-82de-8df5ad9977d8 req-63a2fa11-cb65-48dd-a6b6-5ed29d8c4b9e service nova] Acquiring lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.477993] env[62359]: DEBUG oslo_concurrency.lockutils [req-b19d0771-8f90-44ab-82de-8df5ad9977d8 req-63a2fa11-cb65-48dd-a6b6-5ed29d8c4b9e service nova] Acquired lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.478493] env[62359]: DEBUG nova.network.neutron [req-b19d0771-8f90-44ab-82de-8df5ad9977d8 req-63a2fa11-cb65-48dd-a6b6-5ed29d8c4b9e service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Refreshing network info cache for port 68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.480434] env[62359]: DEBUG nova.compute.manager [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62359) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 918.481143] env[62359]: DEBUG nova.objects.instance [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'flavor' on Instance uuid 8e3af67b-5850-4fff-9437-83b6c2cc0852 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.486153] env[62359]: INFO nova.compute.manager [-] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Took 1.51 seconds to deallocate network for instance. [ 918.538765] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquiring lock "06ff45bc-394d-439e-873c-d6e641351f68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.539065] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Lock "06ff45bc-394d-439e-873c-d6e641351f68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.539283] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquiring lock "06ff45bc-394d-439e-873c-d6e641351f68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.539492] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Lock "06ff45bc-394d-439e-873c-d6e641351f68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.539720] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Lock "06ff45bc-394d-439e-873c-d6e641351f68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.542587] env[62359]: INFO nova.compute.manager [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Terminating instance [ 918.640680] env[62359]: DEBUG oslo_vmware.api [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441086, 'name': PowerOnVM_Task, 'duration_secs': 0.594304} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.641015] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.641269] env[62359]: DEBUG nova.compute.manager [None req-914521a8-00dc-40d2-b74f-05de5139f929 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.642908] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e89c4f-5b8b-4282-96c1-fe9404ba92c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.679730] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1db51af-2ab7-405c-9ca9-b2d63939558b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.689399] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1e7d33-a5b7-4dbc-a94b-55d2d6638d41 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.721453] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeace60-6952-4334-9243-245d3c7a0648 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.730827] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0badb3c8-dda7-4533-9e80-31a8987ab6a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.750789] env[62359]: DEBUG nova.compute.provider_tree [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.770332] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "refresh_cache-b333c2dd-bae6-41f6-8a2d-6ace281206c6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.770513] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquired lock "refresh_cache-b333c2dd-bae6-41f6-8a2d-6ace281206c6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.770623] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Forcefully refreshing network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 918.772554] env[62359]: DEBUG nova.network.neutron [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Successfully created port: 027d75b5-ef68-442f-ae21-492108cfadd3 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.792050] env[62359]: DEBUG nova.compute.manager [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.859399] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e3d5eb-62ef-dc45-4da7-b30b3763c920, 'name': SearchDatastore_Task, 'duration_secs': 0.009204} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.860649] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b086e3-6cec-4bfa-b455-0430c97b8d7d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.866218] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 918.866218] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c47e0e-7867-3f67-b070-408cdabaffaa" [ 918.866218] env[62359]: _type = "Task" [ 918.866218] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.874920] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c47e0e-7867-3f67-b070-408cdabaffaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.890472] env[62359]: INFO nova.compute.manager [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Took 0.56 seconds to detach 1 volumes for instance. [ 918.892773] env[62359]: DEBUG nova.compute.manager [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Deleting volume: b3de53db-253f-42e3-9d65-1cb453583325 {{(pid=62359) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 918.992892] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.046575] env[62359]: DEBUG nova.compute.manager [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.047052] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.047778] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda68fd7-a3b1-4307-a73f-fc93937b9728 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.057401] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.057401] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45f6ca74-94b5-4045-ac9f-a772fcf4c898 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.064102] env[62359]: DEBUG oslo_vmware.api [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for the task: (returnval){ [ 919.064102] env[62359]: value = "task-2441091" [ 919.064102] env[62359]: _type = "Task" [ 919.064102] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.072893] env[62359]: DEBUG oslo_vmware.api [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.227827] env[62359]: DEBUG nova.network.neutron [req-b19d0771-8f90-44ab-82de-8df5ad9977d8 req-63a2fa11-cb65-48dd-a6b6-5ed29d8c4b9e service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updated VIF entry in instance network info cache for port 68d5ff14-1d35-4634-a65a-f276eadd3f15. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.228192] env[62359]: DEBUG nova.network.neutron [req-b19d0771-8f90-44ab-82de-8df5ad9977d8 req-63a2fa11-cb65-48dd-a6b6-5ed29d8c4b9e service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updating instance_info_cache with network_info: [{"id": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "address": "fa:16:3e:f1:14:e2", "network": {"id": "a0110750-9beb-4528-ae63-fbec70789f31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1670353477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57885c5140fd4d0a8f5b8bbe3d7822b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d5ff14-1d", "ovs_interfaceid": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.255445] env[62359]: DEBUG nova.scheduler.client.report [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.299190] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.344894] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.344894] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.344894] env[62359]: DEBUG nova.network.neutron [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.378608] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c47e0e-7867-3f67-b070-408cdabaffaa, 'name': SearchDatastore_Task, 'duration_secs': 0.013295} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.378608] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.378608] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678/b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.378608] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af0c745f-877f-4a0b-aa03-490f9348f1b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.385702] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 919.385702] env[62359]: value = "task-2441092" [ 919.385702] env[62359]: _type = "Task" [ 919.385702] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.395782] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.454912] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.494367] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.494697] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-623438f5-0248-4b9b-837b-f69561a9fc7a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.503184] env[62359]: DEBUG oslo_vmware.api [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 919.503184] env[62359]: value = "task-2441093" [ 919.503184] env[62359]: _type = "Task" [ 919.503184] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.515180] env[62359]: DEBUG oslo_vmware.api [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.575048] env[62359]: DEBUG oslo_vmware.api [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441091, 'name': PowerOffVM_Task, 'duration_secs': 0.299266} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.575386] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.575578] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.575851] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d92ef2cb-15d7-4c30-b62b-32080d6d7080 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.644551] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.644718] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.644892] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Deleting the datastore file [datastore2] 06ff45bc-394d-439e-873c-d6e641351f68 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.645262] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c024861-5137-4643-bfe8-fa2251a4fc8f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.654898] env[62359]: DEBUG oslo_vmware.api [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for the task: (returnval){ [ 919.654898] env[62359]: value = "task-2441095" [ 919.654898] env[62359]: _type = "Task" [ 919.654898] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.669878] env[62359]: DEBUG oslo_vmware.api [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.731889] env[62359]: DEBUG oslo_concurrency.lockutils [req-b19d0771-8f90-44ab-82de-8df5ad9977d8 req-63a2fa11-cb65-48dd-a6b6-5ed29d8c4b9e service nova] Releasing lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.732277] env[62359]: DEBUG nova.compute.manager [req-b19d0771-8f90-44ab-82de-8df5ad9977d8 req-63a2fa11-cb65-48dd-a6b6-5ed29d8c4b9e service nova] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Received event network-vif-deleted-104f460f-680f-48b9-ad76-4ba602dd074f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.732485] env[62359]: DEBUG nova.compute.manager [req-b19d0771-8f90-44ab-82de-8df5ad9977d8 req-63a2fa11-cb65-48dd-a6b6-5ed29d8c4b9e service nova] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Received event network-vif-deleted-3b12f037-beaf-4c2f-ab6b-d0abae30e2f8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.763062] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.767063] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.352s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.767063] env[62359]: DEBUG nova.objects.instance [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'resources' on Instance uuid 669b2134-e128-49a9-aad6-15fcecc71e2d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.793802] env[62359]: INFO nova.scheduler.client.report [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Deleted allocations for instance b333c2dd-bae6-41f6-8a2d-6ace281206c6 [ 919.802183] env[62359]: DEBUG nova.compute.manager [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.899268] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441092, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.955252] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.017997] env[62359]: DEBUG oslo_vmware.api [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441093, 'name': PowerOffVM_Task, 'duration_secs': 0.270074} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.018384] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.018664] env[62359]: DEBUG nova.compute.manager [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.020082] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d2ba72-77e3-418d-a57b-b6610dec5af4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.165163] env[62359]: DEBUG oslo_vmware.api [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Task: {'id': task-2441095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399165} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.165441] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.165628] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.165816] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.165983] env[62359]: INFO nova.compute.manager [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Took 1.12 seconds to destroy the instance on the hypervisor. [ 920.166652] env[62359]: DEBUG oslo.service.loopingcall [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.166652] env[62359]: DEBUG nova.compute.manager [-] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.166652] env[62359]: DEBUG nova.network.neutron [-] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.195829] env[62359]: DEBUG nova.virt.hardware [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.196113] env[62359]: DEBUG nova.virt.hardware [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.196302] env[62359]: DEBUG nova.virt.hardware [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.196495] env[62359]: DEBUG nova.virt.hardware [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.196656] env[62359]: DEBUG nova.virt.hardware [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.196823] env[62359]: DEBUG nova.virt.hardware [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.198955] env[62359]: DEBUG nova.virt.hardware [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.198955] env[62359]: DEBUG nova.virt.hardware [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.198955] env[62359]: DEBUG nova.virt.hardware [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.198955] env[62359]: DEBUG nova.virt.hardware [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.198955] env[62359]: DEBUG nova.virt.hardware [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.199455] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a609eb8-24e2-4cd2-a213-28378280b0d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.210553] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c32aec-13cf-4bfa-bba3-97d20f69169a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.302971] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ba712ecc-4869-4dac-bade-43bdca4a6e72 tempest-ServersAdminTestJSON-2137853466 tempest-ServersAdminTestJSON-2137853466-project-member] Lock "b333c2dd-bae6-41f6-8a2d-6ace281206c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.592s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.401187] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544249} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.401462] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678/b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.401679] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.401943] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d4ebb31-bc71-4eb1-9990-c1caad4dd302 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.409239] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 920.409239] env[62359]: value = "task-2441096" [ 920.409239] env[62359]: _type = "Task" [ 920.409239] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.421196] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.440089] env[62359]: DEBUG nova.network.neutron [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance_info_cache with network_info: [{"id": "41eb6d3b-1457-4442-9343-5eb66c30763f", "address": "fa:16:3e:4d:2c:c8", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41eb6d3b-14", "ovs_interfaceid": "41eb6d3b-1457-4442-9343-5eb66c30763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.459437] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Releasing lock "refresh_cache-b333c2dd-bae6-41f6-8a2d-6ace281206c6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.459809] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Updated the network info_cache for instance {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 920.460016] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.460543] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.461167] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.462113] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.462113] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.462325] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.462572] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62359) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 920.463132] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.535752] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c221f7e3-61dc-4380-8f56-e952d557b1b4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.564636] env[62359]: DEBUG nova.compute.manager [req-3c5262f8-5e47-4e6f-9221-8af38cbcfec1 req-fc7614a3-dd7f-470f-bd25-d9a0dd783ade service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Received event network-vif-deleted-9d06d1c1-b068-44fd-bb8e-a233a509a929 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.564789] env[62359]: INFO nova.compute.manager [req-3c5262f8-5e47-4e6f-9221-8af38cbcfec1 req-fc7614a3-dd7f-470f-bd25-d9a0dd783ade service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Neutron deleted interface 9d06d1c1-b068-44fd-bb8e-a233a509a929; detaching it from the instance and deleting it from the info cache [ 920.565046] env[62359]: DEBUG nova.network.neutron [req-3c5262f8-5e47-4e6f-9221-8af38cbcfec1 req-fc7614a3-dd7f-470f-bd25-d9a0dd783ade service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.572854] env[62359]: DEBUG nova.compute.manager [req-d4b3487b-b737-46fe-9f2b-f56e1fb1b010 req-e45c3c1c-6991-4185-a935-dfe6a8dc408b service nova] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Received event network-vif-plugged-027d75b5-ef68-442f-ae21-492108cfadd3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.573091] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4b3487b-b737-46fe-9f2b-f56e1fb1b010 req-e45c3c1c-6991-4185-a935-dfe6a8dc408b service nova] Acquiring lock "982ffb6a-3d61-498c-859c-65489c8eed1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.573384] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4b3487b-b737-46fe-9f2b-f56e1fb1b010 req-e45c3c1c-6991-4185-a935-dfe6a8dc408b service nova] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.573483] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4b3487b-b737-46fe-9f2b-f56e1fb1b010 req-e45c3c1c-6991-4185-a935-dfe6a8dc408b service nova] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.573941] env[62359]: DEBUG nova.compute.manager [req-d4b3487b-b737-46fe-9f2b-f56e1fb1b010 req-e45c3c1c-6991-4185-a935-dfe6a8dc408b service nova] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] No waiting events found dispatching network-vif-plugged-027d75b5-ef68-442f-ae21-492108cfadd3 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.574172] env[62359]: WARNING nova.compute.manager [req-d4b3487b-b737-46fe-9f2b-f56e1fb1b010 req-e45c3c1c-6991-4185-a935-dfe6a8dc408b service nova] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Received unexpected event network-vif-plugged-027d75b5-ef68-442f-ae21-492108cfadd3 for instance with vm_state building and task_state spawning. [ 920.628790] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31c900e-9fca-4d79-b33c-66ca555e1442 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.637285] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5141c03-acf1-4c16-9e11-2db330c80cb6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.672597] env[62359]: DEBUG nova.network.neutron [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Successfully updated port: 027d75b5-ef68-442f-ae21-492108cfadd3 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.673611] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdf1500-456f-42d2-b42b-06f621c97d0b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.681911] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de61f19b-66e1-478b-8ea4-fd5ae3a942cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.696512] env[62359]: DEBUG nova.compute.provider_tree [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.918972] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087734} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.919252] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.920008] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd93168-d024-41b6-ae4b-b9956d180f18 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.943706] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678/b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.944215] env[62359]: DEBUG oslo_concurrency.lockutils [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.948304] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9518efef-08b7-4cb0-904c-47e56351851b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.969835] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.971513] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 920.971513] env[62359]: value = "task-2441097" [ 920.971513] env[62359]: _type = "Task" [ 920.971513] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.980614] env[62359]: DEBUG nova.network.neutron [-] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.982522] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.040586] env[62359]: DEBUG nova.objects.instance [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'flavor' on Instance uuid 8e3af67b-5850-4fff-9437-83b6c2cc0852 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.072150] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e008e0d-78bd-4cd9-a109-dfb16d5df3de {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.082254] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca6b2e-657d-411a-bebf-2c60384a7608 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.121650] env[62359]: DEBUG nova.compute.manager [req-3c5262f8-5e47-4e6f-9221-8af38cbcfec1 req-fc7614a3-dd7f-470f-bd25-d9a0dd783ade service nova] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Detach interface failed, port_id=9d06d1c1-b068-44fd-bb8e-a233a509a929, reason: Instance 06ff45bc-394d-439e-873c-d6e641351f68 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 921.177303] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "refresh_cache-982ffb6a-3d61-498c-859c-65489c8eed1d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.177647] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "refresh_cache-982ffb6a-3d61-498c-859c-65489c8eed1d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.177889] env[62359]: DEBUG nova.network.neutron [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.200043] env[62359]: DEBUG nova.scheduler.client.report [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.478253] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d493d-ad87-47f0-a144-b18d672c90cd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.484378] env[62359]: INFO nova.compute.manager [-] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Took 1.32 seconds to deallocate network for instance. [ 921.484702] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.510237] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9c31bb-fbc7-4925-b315-a3f081c720ed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.518219] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance 'aae97c19-18db-4fd8-96fa-adb1835cf06f' progress to 83 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.547979] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.548586] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.548586] env[62359]: DEBUG nova.network.neutron [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.548586] env[62359]: DEBUG nova.objects.instance [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'info_cache' on Instance uuid 8e3af67b-5850-4fff-9437-83b6c2cc0852 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.704908] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.707824] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.416s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.730239] env[62359]: DEBUG nova.network.neutron [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.736134] env[62359]: INFO nova.scheduler.client.report [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Deleted allocations for instance 669b2134-e128-49a9-aad6-15fcecc71e2d [ 921.980917] env[62359]: DEBUG nova.network.neutron [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Updating instance_info_cache with network_info: [{"id": "027d75b5-ef68-442f-ae21-492108cfadd3", "address": "fa:16:3e:14:91:9d", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027d75b5-ef", "ovs_interfaceid": "027d75b5-ef68-442f-ae21-492108cfadd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.990867] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.014672] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.025780] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.026133] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee0b267-2387-46ec-bf5b-a8f70a7800e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.038053] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 922.038053] env[62359]: value = "task-2441098" [ 922.038053] env[62359]: _type = "Task" [ 922.038053] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.050320] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.053196] env[62359]: DEBUG nova.objects.base [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Object Instance<8e3af67b-5850-4fff-9437-83b6c2cc0852> lazy-loaded attributes: flavor,info_cache {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 922.079054] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3335de-0db8-4d48-a884-e441802ea0de {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.088371] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee9120-70b1-4f0f-8cb0-9d880f0030bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.128462] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f44fd66-c5f1-4bf1-8d8e-232a11053241 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.138160] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f9db70-48cc-43b5-a62c-dcdb418ab52e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.157288] env[62359]: DEBUG nova.compute.provider_tree [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.247032] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9508653d-ffa0-48f1-8b45-39c01f9ae321 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "669b2134-e128-49a9-aad6-15fcecc71e2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.621s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.488085] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "refresh_cache-982ffb6a-3d61-498c-859c-65489c8eed1d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.488085] env[62359]: DEBUG nova.compute.manager [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Instance network_info: |[{"id": "027d75b5-ef68-442f-ae21-492108cfadd3", "address": "fa:16:3e:14:91:9d", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027d75b5-ef", "ovs_interfaceid": "027d75b5-ef68-442f-ae21-492108cfadd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.489202] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441097, 'name': ReconfigVM_Task, 'duration_secs': 1.193693} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.489504] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:91:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '027d75b5-ef68-442f-ae21-492108cfadd3', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.499072] env[62359]: DEBUG oslo.service.loopingcall [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.500627] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Reconfigured VM instance instance-00000053 to attach disk [datastore1] b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678/b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.500627] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.500627] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e685966-43d8-4c1f-a74a-014eb89777f1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.503317] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-650a3a7e-5785-4340-ae4a-84a51a11eaa3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.528273] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.528273] env[62359]: value = "task-2441100" [ 922.528273] env[62359]: _type = "Task" [ 922.528273] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.531593] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 922.531593] env[62359]: value = "task-2441099" [ 922.531593] env[62359]: _type = "Task" [ 922.531593] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.545178] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441100, 'name': CreateVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.548967] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441099, 'name': Rename_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.554138] env[62359]: DEBUG oslo_vmware.api [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441098, 'name': PowerOnVM_Task, 'duration_secs': 0.47015} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.554807] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.555358] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-78d1381b-aa42-4227-9ad8-f5e6a55c0010 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance 'aae97c19-18db-4fd8-96fa-adb1835cf06f' progress to 100 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.660445] env[62359]: DEBUG nova.scheduler.client.report [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.843479] env[62359]: DEBUG nova.compute.manager [req-125932d0-026c-4c05-b0f3-d8e57b6b976d req-7983fdd4-d7f4-4a80-b9e7-1e40b1453192 service nova] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Received event network-changed-027d75b5-ef68-442f-ae21-492108cfadd3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.843479] env[62359]: DEBUG nova.compute.manager [req-125932d0-026c-4c05-b0f3-d8e57b6b976d req-7983fdd4-d7f4-4a80-b9e7-1e40b1453192 service nova] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Refreshing instance network info cache due to event network-changed-027d75b5-ef68-442f-ae21-492108cfadd3. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 922.843479] env[62359]: DEBUG oslo_concurrency.lockutils [req-125932d0-026c-4c05-b0f3-d8e57b6b976d req-7983fdd4-d7f4-4a80-b9e7-1e40b1453192 service nova] Acquiring lock "refresh_cache-982ffb6a-3d61-498c-859c-65489c8eed1d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.843479] env[62359]: DEBUG oslo_concurrency.lockutils [req-125932d0-026c-4c05-b0f3-d8e57b6b976d req-7983fdd4-d7f4-4a80-b9e7-1e40b1453192 service nova] Acquired lock "refresh_cache-982ffb6a-3d61-498c-859c-65489c8eed1d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.843479] env[62359]: DEBUG nova.network.neutron [req-125932d0-026c-4c05-b0f3-d8e57b6b976d req-7983fdd4-d7f4-4a80-b9e7-1e40b1453192 service nova] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Refreshing network info cache for port 027d75b5-ef68-442f-ae21-492108cfadd3 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.993238] env[62359]: DEBUG nova.network.neutron [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance_info_cache with network_info: [{"id": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "address": "fa:16:3e:9f:3c:7a", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8a0e07-15", "ovs_interfaceid": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.046023] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441100, 'name': CreateVM_Task, 'duration_secs': 0.381451} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.046023] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.046023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.046023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.046023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.048563] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faec0c87-630e-49e5-b450-1b03523fe764 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.050726] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441099, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.054632] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 923.054632] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526909ae-8389-e03a-0aa7-eefe645950bd" [ 923.054632] env[62359]: _type = "Task" [ 923.054632] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.071762] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526909ae-8389-e03a-0aa7-eefe645950bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.165705] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.458s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.165911] env[62359]: INFO nova.compute.manager [None req-1b789fb9-54bc-4826-add5-a157abf7c984 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Successfully reverted task state from rebuilding on failure for instance. [ 923.173057] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.104s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.173333] env[62359]: DEBUG nova.objects.instance [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lazy-loading 'resources' on Instance uuid 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.496415] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.554062] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441099, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.568060] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526909ae-8389-e03a-0aa7-eefe645950bd, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.569053] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.569342] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.569635] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.569797] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.569990] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.570283] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ab29092-cfe5-42cc-a247-3e382bfda333 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.581624] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.581868] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.582657] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023726e7-ccd5-4b62-bb62-25d1387aaec4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.592058] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 923.592058] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5204a08b-6092-f2a6-34c3-bd7e94ee43f2" [ 923.592058] env[62359]: _type = "Task" [ 923.592058] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.600607] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5204a08b-6092-f2a6-34c3-bd7e94ee43f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.740062] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.740721] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.843668] env[62359]: DEBUG nova.network.neutron [req-125932d0-026c-4c05-b0f3-d8e57b6b976d req-7983fdd4-d7f4-4a80-b9e7-1e40b1453192 service nova] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Updated VIF entry in instance network info cache for port 027d75b5-ef68-442f-ae21-492108cfadd3. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.844557] env[62359]: DEBUG nova.network.neutron [req-125932d0-026c-4c05-b0f3-d8e57b6b976d req-7983fdd4-d7f4-4a80-b9e7-1e40b1453192 service nova] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Updating instance_info_cache with network_info: [{"id": "027d75b5-ef68-442f-ae21-492108cfadd3", "address": "fa:16:3e:14:91:9d", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027d75b5-ef", "ovs_interfaceid": "027d75b5-ef68-442f-ae21-492108cfadd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.046741] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441099, 'name': Rename_Task, 'duration_secs': 1.178333} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.050273] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.050730] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d679383c-620a-4069-83eb-991445e0bde4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.058460] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 924.058460] env[62359]: value = "task-2441101" [ 924.058460] env[62359]: _type = "Task" [ 924.058460] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.069484] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.087035] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91758d1b-a71a-4876-8e77-5b6c3fdd003c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.101755] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7964977-601c-4af1-ab85-233814692491 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.110524] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5204a08b-6092-f2a6-34c3-bd7e94ee43f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013638} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.112264] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b85f7b1-1899-4b51-a928-bfadf7e0c421 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.147298] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7764f2-6904-4581-a34f-739e90f4e39c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.149554] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 924.149554] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5218c2f2-5d5a-03f7-1c8f-6a49c006f1de" [ 924.149554] env[62359]: _type = "Task" [ 924.149554] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.160024] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aeae4c-b98c-4c1f-bdeb-0ffc655b278d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.165181] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5218c2f2-5d5a-03f7-1c8f-6a49c006f1de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.177169] env[62359]: DEBUG nova.compute.provider_tree [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.247048] env[62359]: DEBUG nova.compute.manager [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.348190] env[62359]: DEBUG oslo_concurrency.lockutils [req-125932d0-026c-4c05-b0f3-d8e57b6b976d req-7983fdd4-d7f4-4a80-b9e7-1e40b1453192 service nova] Releasing lock "refresh_cache-982ffb6a-3d61-498c-859c-65489c8eed1d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.502252] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.502727] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-697eb95c-3b4b-4cac-a41a-576eb3e62ff4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.512819] env[62359]: DEBUG oslo_vmware.api [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 924.512819] env[62359]: value = "task-2441102" [ 924.512819] env[62359]: _type = "Task" [ 924.512819] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.523581] env[62359]: DEBUG oslo_vmware.api [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.569831] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441101, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.663475] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5218c2f2-5d5a-03f7-1c8f-6a49c006f1de, 'name': SearchDatastore_Task, 'duration_secs': 0.022395} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.663812] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.664105] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 982ffb6a-3d61-498c-859c-65489c8eed1d/982ffb6a-3d61-498c-859c-65489c8eed1d.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.664436] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1799a27b-410e-4ec5-98ee-2622578479a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.671473] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 924.671473] env[62359]: value = "task-2441103" [ 924.671473] env[62359]: _type = "Task" [ 924.671473] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.681686] env[62359]: DEBUG nova.scheduler.client.report [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.689030] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.777143] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.874550] env[62359]: DEBUG oslo_concurrency.lockutils [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "aae97c19-18db-4fd8-96fa-adb1835cf06f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.874827] env[62359]: DEBUG oslo_concurrency.lockutils [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.875058] env[62359]: DEBUG nova.compute.manager [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Going to confirm migration 4 {{(pid=62359) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 925.026851] env[62359]: DEBUG oslo_vmware.api [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441102, 'name': PowerOnVM_Task, 'duration_secs': 0.486785} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.027169] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.027376] env[62359]: DEBUG nova.compute.manager [None req-6f853688-4741-42f8-8ee9-245bc65ab2f8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.028395] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2abb06a-2575-4771-80f9-af1ad4a41b5b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.071369] env[62359]: DEBUG oslo_vmware.api [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441101, 'name': PowerOnVM_Task, 'duration_secs': 0.615881} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.072027] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.072027] env[62359]: INFO nova.compute.manager [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Took 9.80 seconds to spawn the instance on the hypervisor. [ 925.072187] env[62359]: DEBUG nova.compute.manager [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.072923] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5267300e-3ee5-41c2-84eb-73efaaee3d41 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.182905] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441103, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.190472] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.190472] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.771s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.195707] env[62359]: INFO nova.compute.claims [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.516950] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.517571] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.527496] env[62359]: DEBUG oslo_concurrency.lockutils [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.527725] env[62359]: DEBUG oslo_concurrency.lockutils [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.527925] env[62359]: DEBUG nova.network.neutron [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.528161] env[62359]: DEBUG nova.objects.instance [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lazy-loading 'info_cache' on Instance uuid aae97c19-18db-4fd8-96fa-adb1835cf06f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.595095] env[62359]: INFO nova.compute.manager [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Took 31.52 seconds to build instance. [ 925.688733] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59168} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.689839] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 982ffb6a-3d61-498c-859c-65489c8eed1d/982ffb6a-3d61-498c-859c-65489c8eed1d.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.689839] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.691047] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47ed3d46-e19a-45aa-8fab-5971d1b1beef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.703132] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 925.703132] env[62359]: value = "task-2441104" [ 925.703132] env[62359]: _type = "Task" [ 925.703132] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.717103] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.717662] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0aea94e-c7fa-4eea-b988-f9205b22b610 tempest-ServerActionsV293TestJSON-1677933418 tempest-ServerActionsV293TestJSON-1677933418-project-member] Lock "0d7cebb7-37e9-4e30-8681-2fa58d89b0b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.399s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.002038] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.002266] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.019973] env[62359]: DEBUG nova.compute.manager [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.098042] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4c99ab97-7d4c-4b61-87a0-92171e7e432f tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.035s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.216072] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210677} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.216615] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.218357] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db1d04d-19c9-4b2a-abc9-12070d34cd9f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.247026] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 982ffb6a-3d61-498c-859c-65489c8eed1d/982ffb6a-3d61-498c-859c-65489c8eed1d.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.250242] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e062e1c6-c67a-4fdb-9770-9b7181df7d36 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.269481] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "a4772206-3c11-41a3-86f1-43a366993b4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.269718] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "a4772206-3c11-41a3-86f1-43a366993b4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.276107] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 926.276107] env[62359]: value = "task-2441105" [ 926.276107] env[62359]: _type = "Task" [ 926.276107] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.290553] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.506403] env[62359]: DEBUG nova.compute.manager [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.542107] env[62359]: DEBUG oslo_vmware.rw_handles [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac4bf6-e666-fb45-6e00-cdf46068564e/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.542444] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d10899-681e-4db2-a867-a55d80054bec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.558822] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.562164] env[62359]: DEBUG oslo_vmware.rw_handles [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac4bf6-e666-fb45-6e00-cdf46068564e/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.562164] env[62359]: ERROR oslo_vmware.rw_handles [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac4bf6-e666-fb45-6e00-cdf46068564e/disk-0.vmdk due to incomplete transfer. [ 926.562164] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9661305-a783-4a49-8c97-ccc1a0adb5be {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.571791] env[62359]: DEBUG oslo_vmware.rw_handles [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac4bf6-e666-fb45-6e00-cdf46068564e/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.571791] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Uploaded image 37b3a9f6-69ff-442a-8ded-7d04c26be068 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.574787] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.576884] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39d8e9a2-febd-4664-b4f8-3860e4370b49 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.585235] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 926.585235] env[62359]: value = "task-2441106" [ 926.585235] env[62359]: _type = "Task" [ 926.585235] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.602548] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441106, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.662332] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46e0714-b971-4899-a9d8-0f67166b728d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.674419] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6663a6-2f5f-44f2-9647-e502eff0e394 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.711598] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13882888-632a-4432-b4ef-63f1685d5d74 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.723834] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7864a01b-f17a-44ae-b042-918c89448ab4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.739372] env[62359]: DEBUG nova.compute.provider_tree [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.772514] env[62359]: DEBUG nova.compute.manager [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.790715] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.831577] env[62359]: DEBUG nova.network.neutron [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance_info_cache with network_info: [{"id": "41eb6d3b-1457-4442-9343-5eb66c30763f", "address": "fa:16:3e:4d:2c:c8", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41eb6d3b-14", "ovs_interfaceid": "41eb6d3b-1457-4442-9343-5eb66c30763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.031641] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.095655] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441106, 'name': Destroy_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.134772] env[62359]: INFO nova.compute.manager [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Rescuing [ 927.136559] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquiring lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.136559] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquired lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.136559] env[62359]: DEBUG nova.network.neutron [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.247616] env[62359]: DEBUG nova.scheduler.client.report [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.290575] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441105, 'name': ReconfigVM_Task, 'duration_secs': 0.559852} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.290838] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 982ffb6a-3d61-498c-859c-65489c8eed1d/982ffb6a-3d61-498c-859c-65489c8eed1d.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.291484] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19a2d843-bc26-4510-9ec0-3c08f240fc3b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.297126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.300633] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 927.300633] env[62359]: value = "task-2441107" [ 927.300633] env[62359]: _type = "Task" [ 927.300633] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.309110] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441107, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.336130] env[62359]: DEBUG oslo_concurrency.lockutils [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "refresh_cache-aae97c19-18db-4fd8-96fa-adb1835cf06f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.336130] env[62359]: DEBUG nova.objects.instance [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lazy-loading 'migration_context' on Instance uuid aae97c19-18db-4fd8-96fa-adb1835cf06f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.598765] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441106, 'name': Destroy_Task, 'duration_secs': 0.772575} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.599136] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Destroyed the VM [ 927.599880] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.600138] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-252c7441-6db7-4f53-9238-1a14a230194b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.610762] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 927.610762] env[62359]: value = "task-2441108" [ 927.610762] env[62359]: _type = "Task" [ 927.610762] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.619699] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.752235] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.752781] env[62359]: DEBUG nova.compute.manager [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.755528] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.509s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.756981] env[62359]: INFO nova.compute.claims [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.821136] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441107, 'name': Rename_Task, 'duration_secs': 0.225159} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.821136] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.821136] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68b9e105-58e5-457e-b903-a12db4d75a24 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.830162] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 927.830162] env[62359]: value = "task-2441109" [ 927.830162] env[62359]: _type = "Task" [ 927.830162] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.841082] env[62359]: DEBUG nova.objects.base [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 927.841082] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81685310-40c8-4676-a26c-2a7cd1fd5ad2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.846384] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.863246] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b956da57-dd67-4c69-99aa-f3e03256a833 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.869848] env[62359]: DEBUG oslo_vmware.api [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 927.869848] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526ed194-a85f-2d2a-3240-429508ece259" [ 927.869848] env[62359]: _type = "Task" [ 927.869848] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.883728] env[62359]: DEBUG oslo_vmware.api [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526ed194-a85f-2d2a-3240-429508ece259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.953834] env[62359]: DEBUG nova.network.neutron [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updating instance_info_cache with network_info: [{"id": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "address": "fa:16:3e:f1:14:e2", "network": {"id": "a0110750-9beb-4528-ae63-fbec70789f31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1670353477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57885c5140fd4d0a8f5b8bbe3d7822b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d5ff14-1d", "ovs_interfaceid": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.124613] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.261736] env[62359]: DEBUG nova.compute.utils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 928.263411] env[62359]: DEBUG nova.compute.manager [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.263615] env[62359]: DEBUG nova.network.neutron [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.342174] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.343748] env[62359]: DEBUG nova.policy [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68ad806dd20e4e24aef1b9cd581e0ba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72f79c0f19e943c0a56c1fdc09fed79c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.382612] env[62359]: DEBUG oslo_vmware.api [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526ed194-a85f-2d2a-3240-429508ece259, 'name': SearchDatastore_Task, 'duration_secs': 0.022905} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.382612] env[62359]: DEBUG oslo_concurrency.lockutils [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.459273] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Releasing lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.625728] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441108, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.773018] env[62359]: DEBUG nova.compute.manager [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.845488] env[62359]: DEBUG oslo_vmware.api [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441109, 'name': PowerOnVM_Task, 'duration_secs': 0.748096} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.845969] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.847860] env[62359]: INFO nova.compute.manager [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Took 9.04 seconds to spawn the instance on the hypervisor. [ 928.847860] env[62359]: DEBUG nova.compute.manager [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.847860] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958a2858-f3ad-4529-ba9c-db1bb4117950 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.073788] env[62359]: DEBUG nova.network.neutron [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Successfully created port: ec60412b-bedf-425d-ac6a-bb6d09a886c4 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.124552] env[62359]: DEBUG oslo_vmware.api [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441108, 'name': RemoveSnapshot_Task, 'duration_secs': 1.433142} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.124829] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.125069] env[62359]: INFO nova.compute.manager [None req-045edf44-1eee-4bb6-9f4f-dcba4a91be2f tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Took 17.12 seconds to snapshot the instance on the hypervisor. [ 929.176698] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bde1954-2f49-4a7e-b653-7a4a344106ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.186358] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a2be83-768c-450a-8588-61c17279bc52 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.223799] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c622bf98-4cd0-4649-be20-92f0db6459f8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.233873] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0bcb14-32b7-4922-aa47-7f91f7a05519 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.253738] env[62359]: DEBUG nova.compute.provider_tree [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.380422] env[62359]: INFO nova.compute.manager [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Took 30.80 seconds to build instance. [ 929.757793] env[62359]: DEBUG nova.scheduler.client.report [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.784417] env[62359]: DEBUG nova.compute.manager [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.813565] env[62359]: DEBUG nova.virt.hardware [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.813862] env[62359]: DEBUG nova.virt.hardware [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.814154] env[62359]: DEBUG nova.virt.hardware [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.814409] env[62359]: DEBUG nova.virt.hardware [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.814790] env[62359]: DEBUG nova.virt.hardware [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.814994] env[62359]: DEBUG nova.virt.hardware [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.815230] env[62359]: DEBUG nova.virt.hardware [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.815433] env[62359]: DEBUG nova.virt.hardware [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.815811] env[62359]: DEBUG nova.virt.hardware [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.815970] env[62359]: DEBUG nova.virt.hardware [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.816168] env[62359]: DEBUG nova.virt.hardware [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.817067] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef245b72-5ed8-4656-adcc-14e22099ec87 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.827314] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0864fbe-542e-42fe-8a89-69227eaa2868 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.882766] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a9c4b2b7-507c-45fe-87e9-155b802980af tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.310s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.004719] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.004719] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fadedf2d-fee8-40ef-8082-2a99e96d8363 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.015200] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 930.015200] env[62359]: value = "task-2441110" [ 930.015200] env[62359]: _type = "Task" [ 930.015200] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.026040] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.267370] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.267979] env[62359]: DEBUG nova.compute.manager [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.271104] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.278s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.271410] env[62359]: DEBUG nova.objects.instance [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lazy-loading 'resources' on Instance uuid bf55303f-43ce-4b3a-abc3-20c3bddb5777 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.434418] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "982ffb6a-3d61-498c-859c-65489c8eed1d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.434645] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.434824] env[62359]: DEBUG nova.compute.manager [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.435791] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bd34cf-3206-4eea-aea7-3e7591d2f682 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.444992] env[62359]: DEBUG nova.compute.manager [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62359) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 930.445778] env[62359]: DEBUG nova.objects.instance [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lazy-loading 'flavor' on Instance uuid 982ffb6a-3d61-498c-859c-65489c8eed1d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.528189] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441110, 'name': PowerOffVM_Task, 'duration_secs': 0.287161} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.530420] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.530420] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a1519d-d90f-4d50-bd7f-94a7493c8a69 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.554748] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cbdfb6-db14-4f3a-b5db-03f06699b932 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.597611] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.597611] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39c04082-0694-4b1b-a865-d031ff8db01d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.605484] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 930.605484] env[62359]: value = "task-2441111" [ 930.605484] env[62359]: _type = "Task" [ 930.605484] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.614930] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.672416] env[62359]: DEBUG nova.compute.manager [req-6ec51603-ba64-4e25-9e37-ca197edd9950 req-a22838be-f18f-4027-a007-4752c5900d82 service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Received event network-vif-plugged-ec60412b-bedf-425d-ac6a-bb6d09a886c4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.672416] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec51603-ba64-4e25-9e37-ca197edd9950 req-a22838be-f18f-4027-a007-4752c5900d82 service nova] Acquiring lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.672416] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec51603-ba64-4e25-9e37-ca197edd9950 req-a22838be-f18f-4027-a007-4752c5900d82 service nova] Lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.672416] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec51603-ba64-4e25-9e37-ca197edd9950 req-a22838be-f18f-4027-a007-4752c5900d82 service nova] Lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.672416] env[62359]: DEBUG nova.compute.manager [req-6ec51603-ba64-4e25-9e37-ca197edd9950 req-a22838be-f18f-4027-a007-4752c5900d82 service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] No waiting events found dispatching network-vif-plugged-ec60412b-bedf-425d-ac6a-bb6d09a886c4 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.672416] env[62359]: WARNING nova.compute.manager [req-6ec51603-ba64-4e25-9e37-ca197edd9950 req-a22838be-f18f-4027-a007-4752c5900d82 service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Received unexpected event network-vif-plugged-ec60412b-bedf-425d-ac6a-bb6d09a886c4 for instance with vm_state building and task_state spawning. [ 930.760324] env[62359]: DEBUG nova.network.neutron [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Successfully updated port: ec60412b-bedf-425d-ac6a-bb6d09a886c4 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.775014] env[62359]: DEBUG nova.compute.utils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 930.780449] env[62359]: DEBUG nova.compute.manager [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.780648] env[62359]: DEBUG nova.network.neutron [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.831458] env[62359]: DEBUG nova.policy [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5aabdfd3ba4acf9b98ec64d70f588e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c085ee261646dd8c7cefad3c20afae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.127520] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 931.127783] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.127980] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.128163] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.128338] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.128597] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47f1cc0e-b51b-4b1f-82f9-f0213b9e2042 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.140928] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.142017] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.144424] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c52cf33-a6a9-47f8-933b-14ca672aca5e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.151937] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 931.151937] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52022f0d-a9fd-d437-b9c0-0e9cf3ec7951" [ 931.151937] env[62359]: _type = "Task" [ 931.151937] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.164770] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52022f0d-a9fd-d437-b9c0-0e9cf3ec7951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.166602] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac42ad80-0d1f-4ca3-863f-44cb6762842f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.176572] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145581fb-7e0d-4566-b970-5a2842f5c3fe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.221700] env[62359]: DEBUG nova.network.neutron [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Successfully created port: 08224c4f-dcdd-4f73-bc09-3394803723f4 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.227245] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14e63a7-98a4-490b-a719-d4eeded5194f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.239044] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef32629-5fe7-4e45-ac08-4e1bc225422d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.257271] env[62359]: DEBUG nova.compute.provider_tree [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.263274] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquiring lock "refresh_cache-64b90eec-36ae-48ba-a270-c94ae3dc9d8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.263976] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquired lock "refresh_cache-64b90eec-36ae-48ba-a270-c94ae3dc9d8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.263976] env[62359]: DEBUG nova.network.neutron [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.281592] env[62359]: DEBUG nova.compute.manager [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.454636] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.454985] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef99db90-2786-4ea5-8449-a684fec8dd3f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.463977] env[62359]: DEBUG oslo_vmware.api [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 931.463977] env[62359]: value = "task-2441112" [ 931.463977] env[62359]: _type = "Task" [ 931.463977] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.476259] env[62359]: DEBUG oslo_vmware.api [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.664645] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52022f0d-a9fd-d437-b9c0-0e9cf3ec7951, 'name': SearchDatastore_Task, 'duration_secs': 0.012523} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.665560] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6085634-abcd-43dd-9e18-c932c3bbe761 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.671536] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 931.671536] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52887f27-30ef-bc26-1bf2-7b19b6533983" [ 931.671536] env[62359]: _type = "Task" [ 931.671536] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.680202] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52887f27-30ef-bc26-1bf2-7b19b6533983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.731607] env[62359]: DEBUG nova.compute.manager [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.732554] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a2f10e-c95c-4407-962a-58f7d712e8e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.759935] env[62359]: DEBUG nova.scheduler.client.report [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.822926] env[62359]: DEBUG nova.network.neutron [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.976023] env[62359]: DEBUG oslo_vmware.api [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441112, 'name': PowerOffVM_Task, 'duration_secs': 0.252414} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.976291] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.976493] env[62359]: DEBUG nova.compute.manager [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.977280] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e18a294-d2c7-40e1-a607-8d207608bfe0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.092250] env[62359]: DEBUG nova.network.neutron [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Updating instance_info_cache with network_info: [{"id": "ec60412b-bedf-425d-ac6a-bb6d09a886c4", "address": "fa:16:3e:40:52:c8", "network": {"id": "e7cd705d-f55f-42bf-9f2e-5fb8a28f282b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1394501917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f79c0f19e943c0a56c1fdc09fed79c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec60412b-be", "ovs_interfaceid": "ec60412b-bedf-425d-ac6a-bb6d09a886c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.189312] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52887f27-30ef-bc26-1bf2-7b19b6533983, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.189312] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.189312] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. {{(pid=62359) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 932.189312] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35dac7cc-4773-475d-a10c-df2bba7977e4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.198361] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 932.198361] env[62359]: value = "task-2441113" [ 932.198361] env[62359]: _type = "Task" [ 932.198361] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.244881] env[62359]: INFO nova.compute.manager [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] instance snapshotting [ 932.249873] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb90905-5958-4ec2-86ac-3715301cd5d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.273741] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.278790] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.824s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.279102] env[62359]: DEBUG nova.objects.instance [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Lazy-loading 'resources' on Instance uuid 519dab60-99ae-4f98-9cb5-216ea79aa4b2 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.282222] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d78ac27-85ab-49c0-8847-c9c69412c754 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.292832] env[62359]: DEBUG nova.compute.manager [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.308976] env[62359]: INFO nova.scheduler.client.report [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted allocations for instance bf55303f-43ce-4b3a-abc3-20c3bddb5777 [ 932.328021] env[62359]: DEBUG nova.virt.hardware [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.328021] env[62359]: DEBUG nova.virt.hardware [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.328021] env[62359]: DEBUG nova.virt.hardware [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.328021] env[62359]: DEBUG nova.virt.hardware [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.329689] env[62359]: DEBUG nova.virt.hardware [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.330563] env[62359]: DEBUG nova.virt.hardware [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.330563] env[62359]: DEBUG nova.virt.hardware [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.330563] env[62359]: DEBUG nova.virt.hardware [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.330807] env[62359]: DEBUG nova.virt.hardware [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.331050] env[62359]: DEBUG nova.virt.hardware [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.331312] env[62359]: DEBUG nova.virt.hardware [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.333949] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907904da-9411-452e-ac29-5fed5bafceb3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.343774] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c4096d-a72f-484a-bb54-90f409d154bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.490195] env[62359]: DEBUG oslo_concurrency.lockutils [None req-44ea1428-4ba2-4e68-8d1e-3341d373204a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.597663] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Releasing lock "refresh_cache-64b90eec-36ae-48ba-a270-c94ae3dc9d8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.598023] env[62359]: DEBUG nova.compute.manager [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Instance network_info: |[{"id": "ec60412b-bedf-425d-ac6a-bb6d09a886c4", "address": "fa:16:3e:40:52:c8", "network": {"id": "e7cd705d-f55f-42bf-9f2e-5fb8a28f282b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1394501917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f79c0f19e943c0a56c1fdc09fed79c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec60412b-be", "ovs_interfaceid": "ec60412b-bedf-425d-ac6a-bb6d09a886c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.598459] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:52:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec60412b-bedf-425d-ac6a-bb6d09a886c4', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.607900] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Creating folder: Project (72f79c0f19e943c0a56c1fdc09fed79c). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.608520] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de49d879-4dee-4538-91f2-83def65e07e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.624468] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Created folder: Project (72f79c0f19e943c0a56c1fdc09fed79c) in parent group-v494269. [ 932.624851] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Creating folder: Instances. Parent ref: group-v494498. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.625211] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-613d9f68-f7f3-4a49-9018-1c128fc58bb2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.640286] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Created folder: Instances in parent group-v494498. [ 932.641523] env[62359]: DEBUG oslo.service.loopingcall [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.642235] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.642499] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad726233-96ee-4026-ae54-d82e8030d126 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.674357] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.674357] env[62359]: value = "task-2441116" [ 932.674357] env[62359]: _type = "Task" [ 932.674357] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.685966] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441116, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.718538] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441113, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.805023] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.805023] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-33df0288-e4b7-483d-bee8-d0c703e44c09 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.817244] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 932.817244] env[62359]: value = "task-2441117" [ 932.817244] env[62359]: _type = "Task" [ 932.817244] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.818075] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0f627b0f-acb2-440f-8241-084bc1689cc9 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "bf55303f-43ce-4b3a-abc3-20c3bddb5777" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.473s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.829606] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441117, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.864629] env[62359]: DEBUG nova.compute.manager [req-dfd008af-97ae-455b-8d7a-3e6f59bc3189 req-dda426da-5a0f-40b0-a0cb-cc4d011867ac service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Received event network-changed-ec60412b-bedf-425d-ac6a-bb6d09a886c4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.867019] env[62359]: DEBUG nova.compute.manager [req-dfd008af-97ae-455b-8d7a-3e6f59bc3189 req-dda426da-5a0f-40b0-a0cb-cc4d011867ac service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Refreshing instance network info cache due to event network-changed-ec60412b-bedf-425d-ac6a-bb6d09a886c4. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 932.867019] env[62359]: DEBUG oslo_concurrency.lockutils [req-dfd008af-97ae-455b-8d7a-3e6f59bc3189 req-dda426da-5a0f-40b0-a0cb-cc4d011867ac service nova] Acquiring lock "refresh_cache-64b90eec-36ae-48ba-a270-c94ae3dc9d8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.867019] env[62359]: DEBUG oslo_concurrency.lockutils [req-dfd008af-97ae-455b-8d7a-3e6f59bc3189 req-dda426da-5a0f-40b0-a0cb-cc4d011867ac service nova] Acquired lock "refresh_cache-64b90eec-36ae-48ba-a270-c94ae3dc9d8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.867019] env[62359]: DEBUG nova.network.neutron [req-dfd008af-97ae-455b-8d7a-3e6f59bc3189 req-dda426da-5a0f-40b0-a0cb-cc4d011867ac service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Refreshing network info cache for port ec60412b-bedf-425d-ac6a-bb6d09a886c4 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.951084] env[62359]: DEBUG nova.network.neutron [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Successfully updated port: 08224c4f-dcdd-4f73-bc09-3394803723f4 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.124657] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189aff29-986c-4f30-a55f-f774e5db7616 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.135081] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9523c022-5caa-4463-97a7-52869f5066b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.165574] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb272a1c-400a-4c04-9600-df3a22ac0d1f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.173380] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4bb8c5-c6ab-4ed2-9d41-fc83de596d8a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.184820] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441116, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.192738] env[62359]: DEBUG nova.compute.provider_tree [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.207723] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547952} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.208182] env[62359]: INFO nova.virt.vmwareapi.ds_util [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. [ 933.211736] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ed8637-89f7-40c2-b0b8-0cee70b8c8b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.238059] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.238421] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f70b2651-e094-4dea-914b-5cc209dd9eaf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.258751] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 933.258751] env[62359]: value = "task-2441118" [ 933.258751] env[62359]: _type = "Task" [ 933.258751] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.269369] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.328939] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.328939] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.333679] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441117, 'name': CreateSnapshot_Task, 'duration_secs': 0.470405} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.333926] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.334699] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076323d1-d590-4ca2-9a6e-d74db9b61067 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.356243] env[62359]: INFO nova.compute.manager [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Rebuilding instance [ 933.406735] env[62359]: DEBUG nova.compute.manager [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.408111] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45676deb-1185-44a2-b1da-192fc568778d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.453322] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "refresh_cache-d4b1d536-b08f-47e3-859f-5bde4e4fdd45" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.453566] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "refresh_cache-d4b1d536-b08f-47e3-859f-5bde4e4fdd45" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.453714] env[62359]: DEBUG nova.network.neutron [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.621518] env[62359]: DEBUG nova.network.neutron [req-dfd008af-97ae-455b-8d7a-3e6f59bc3189 req-dda426da-5a0f-40b0-a0cb-cc4d011867ac service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Updated VIF entry in instance network info cache for port ec60412b-bedf-425d-ac6a-bb6d09a886c4. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.621884] env[62359]: DEBUG nova.network.neutron [req-dfd008af-97ae-455b-8d7a-3e6f59bc3189 req-dda426da-5a0f-40b0-a0cb-cc4d011867ac service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Updating instance_info_cache with network_info: [{"id": "ec60412b-bedf-425d-ac6a-bb6d09a886c4", "address": "fa:16:3e:40:52:c8", "network": {"id": "e7cd705d-f55f-42bf-9f2e-5fb8a28f282b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1394501917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72f79c0f19e943c0a56c1fdc09fed79c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec60412b-be", "ovs_interfaceid": "ec60412b-bedf-425d-ac6a-bb6d09a886c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.688251] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441116, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.698840] env[62359]: DEBUG nova.scheduler.client.report [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.771367] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.830452] env[62359]: DEBUG nova.compute.manager [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.857983] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 933.858630] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-44def3e3-05c2-42d4-a3ba-8a9e0565189c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.867556] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 933.867556] env[62359]: value = "task-2441119" [ 933.867556] env[62359]: _type = "Task" [ 933.867556] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.877900] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441119, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.990627] env[62359]: DEBUG nova.network.neutron [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.128817] env[62359]: DEBUG oslo_concurrency.lockutils [req-dfd008af-97ae-455b-8d7a-3e6f59bc3189 req-dda426da-5a0f-40b0-a0cb-cc4d011867ac service nova] Releasing lock "refresh_cache-64b90eec-36ae-48ba-a270-c94ae3dc9d8f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.138398] env[62359]: DEBUG nova.network.neutron [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Updating instance_info_cache with network_info: [{"id": "08224c4f-dcdd-4f73-bc09-3394803723f4", "address": "fa:16:3e:41:47:17", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08224c4f-dc", "ovs_interfaceid": "08224c4f-dcdd-4f73-bc09-3394803723f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.188403] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441116, 'name': CreateVM_Task, 'duration_secs': 1.383986} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.188605] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.189343] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.189529] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.189857] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.190132] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e34ddb-9992-4cb9-b675-e5e5f72383f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.196504] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for the task: (returnval){ [ 934.196504] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e19c08-8724-2461-b045-5817e4bfc48e" [ 934.196504] env[62359]: _type = "Task" [ 934.196504] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.208998] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.211067] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e19c08-8724-2461-b045-5817e4bfc48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.211549] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.242s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.211726] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.211879] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62359) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 934.212179] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.198s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.212387] env[62359]: DEBUG nova.objects.instance [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Lazy-loading 'resources' on Instance uuid 06ff45bc-394d-439e-873c-d6e641351f68 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.213988] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5d418f-addc-44c9-ad83-b126637f14c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.226188] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb72c91-7a4e-4182-ba63-e9e63367218c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.232444] env[62359]: INFO nova.scheduler.client.report [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Deleted allocations for instance 519dab60-99ae-4f98-9cb5-216ea79aa4b2 [ 934.245920] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5338bb28-e362-4caa-b4b2-fe8fc62a8bc4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.253608] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7e7f40-cb25-4e9b-9d0a-114a55719e1e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.286462] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178639MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62359) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 934.286615] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.296506] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441118, 'name': ReconfigVM_Task, 'duration_secs': 1.034293} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.296779] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Reconfigured VM instance instance-00000053 to attach disk [datastore1] b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.297661] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d14b9d8-93b7-4c2e-aeb2-b61cdbe9dfcb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.329030] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f23ba5b3-d362-4470-a2f6-4fb00f59cafe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.348687] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 934.348687] env[62359]: value = "task-2441120" [ 934.348687] env[62359]: _type = "Task" [ 934.348687] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.354147] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.357671] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.380413] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441119, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.425700] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.426051] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95ea5a87-24c0-44db-b48d-a045771b2cfe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.434281] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 934.434281] env[62359]: value = "task-2441121" [ 934.434281] env[62359]: _type = "Task" [ 934.434281] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.444284] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.513930] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "c3a55033-e283-4c18-91f8-abf5b1e587aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.514215] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c3a55033-e283-4c18-91f8-abf5b1e587aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.641487] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "refresh_cache-d4b1d536-b08f-47e3-859f-5bde4e4fdd45" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.641799] env[62359]: DEBUG nova.compute.manager [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Instance network_info: |[{"id": "08224c4f-dcdd-4f73-bc09-3394803723f4", "address": "fa:16:3e:41:47:17", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08224c4f-dc", "ovs_interfaceid": "08224c4f-dcdd-4f73-bc09-3394803723f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.642275] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:47:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08224c4f-dcdd-4f73-bc09-3394803723f4', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.650239] env[62359]: DEBUG oslo.service.loopingcall [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.650803] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.651357] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e89322ba-e87f-4b38-9336-690b73f8c9de {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.674475] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.674475] env[62359]: value = "task-2441122" [ 934.674475] env[62359]: _type = "Task" [ 934.674475] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.683110] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441122, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.706955] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e19c08-8724-2461-b045-5817e4bfc48e, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.707338] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.707619] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.707916] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.708097] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.708313] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.708614] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5039906a-ee65-4a8a-837a-99f02eee70c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.720779] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.720997] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.722080] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52bdc41-c150-410b-b22d-4f7948bd9bbe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.728704] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for the task: (returnval){ [ 934.728704] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522e1d64-76f8-c00e-4912-388cd5d8d62f" [ 934.728704] env[62359]: _type = "Task" [ 934.728704] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.738454] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522e1d64-76f8-c00e-4912-388cd5d8d62f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.748661] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f09848b9-70e1-45a7-9fa9-708b9cb0eea2 tempest-ServersTestBootFromVolume-623320527 tempest-ServersTestBootFromVolume-623320527-project-member] Lock "519dab60-99ae-4f98-9cb5-216ea79aa4b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.089s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.859200] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441120, 'name': ReconfigVM_Task, 'duration_secs': 0.191645} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.859757] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.859757] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b74957b9-5dca-4cd6-b33c-3e9fbdf8a6ac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.873268] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 934.873268] env[62359]: value = "task-2441123" [ 934.873268] env[62359]: _type = "Task" [ 934.873268] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.892810] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441119, 'name': CloneVM_Task} progress is 95%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.896897] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441123, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.900029] env[62359]: DEBUG nova.compute.manager [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Received event network-vif-plugged-08224c4f-dcdd-4f73-bc09-3394803723f4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.900125] env[62359]: DEBUG oslo_concurrency.lockutils [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] Acquiring lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.900503] env[62359]: DEBUG oslo_concurrency.lockutils [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] Lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.900503] env[62359]: DEBUG oslo_concurrency.lockutils [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] Lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.900886] env[62359]: DEBUG nova.compute.manager [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] No waiting events found dispatching network-vif-plugged-08224c4f-dcdd-4f73-bc09-3394803723f4 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.900886] env[62359]: WARNING nova.compute.manager [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Received unexpected event network-vif-plugged-08224c4f-dcdd-4f73-bc09-3394803723f4 for instance with vm_state building and task_state spawning. [ 934.900996] env[62359]: DEBUG nova.compute.manager [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Received event network-changed-08224c4f-dcdd-4f73-bc09-3394803723f4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.901423] env[62359]: DEBUG nova.compute.manager [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Refreshing instance network info cache due to event network-changed-08224c4f-dcdd-4f73-bc09-3394803723f4. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 934.901423] env[62359]: DEBUG oslo_concurrency.lockutils [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] Acquiring lock "refresh_cache-d4b1d536-b08f-47e3-859f-5bde4e4fdd45" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.901585] env[62359]: DEBUG oslo_concurrency.lockutils [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] Acquired lock "refresh_cache-d4b1d536-b08f-47e3-859f-5bde4e4fdd45" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.901647] env[62359]: DEBUG nova.network.neutron [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Refreshing network info cache for port 08224c4f-dcdd-4f73-bc09-3394803723f4 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.950277] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 934.950561] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.951374] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9f30ed-31fe-4abf-82b5-14e8b1b315fc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.962786] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.963085] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-634dc2ec-f3c0-48a7-80cc-73af5561b2c5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.016891] env[62359]: DEBUG nova.compute.manager [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.062694] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.063157] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.063157] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleting the datastore file [datastore1] 982ffb6a-3d61-498c-859c-65489c8eed1d {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.064399] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-204b8555-f282-44c5-bb0d-2493dbf606a0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.080092] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 935.080092] env[62359]: value = "task-2441125" [ 935.080092] env[62359]: _type = "Task" [ 935.080092] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.095660] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.139869] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70645232-2dbe-48eb-b657-ef695453d36c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.151270] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f45339c-7c54-4ffd-b372-87e120cbec70 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.195802] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa7d369-a1bd-484d-949e-3dda863c7751 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.204176] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441122, 'name': CreateVM_Task, 'duration_secs': 0.464141} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.206177] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.206951] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.207135] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.207447] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.208670] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab4edfd-02c3-4f7c-871e-3edece42281f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.212893] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc894d6e-9a9b-41ee-9715-b3422452ef31 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.218367] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 935.218367] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520989e9-ce6f-50ca-bcb2-ef63aed9b8b3" [ 935.218367] env[62359]: _type = "Task" [ 935.218367] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.226654] env[62359]: DEBUG nova.compute.provider_tree [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.243529] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520989e9-ce6f-50ca-bcb2-ef63aed9b8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.243828] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522e1d64-76f8-c00e-4912-388cd5d8d62f, 'name': SearchDatastore_Task, 'duration_secs': 0.011864} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.244110] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.245491] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.245491] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.246459] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284ba3a9-6b13-4a26-bf3c-dec7e45fd937 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.253513] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for the task: (returnval){ [ 935.253513] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52fefbc5-e146-614d-9e95-78f2dc310c0e" [ 935.253513] env[62359]: _type = "Task" [ 935.253513] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.264768] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52fefbc5-e146-614d-9e95-78f2dc310c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.389023] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441119, 'name': CloneVM_Task, 'duration_secs': 1.256763} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.389023] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Created linked-clone VM from snapshot [ 935.389023] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da3979e-fe78-4e91-8a9d-e13e0d9d559f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.391999] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.397683] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Uploading image ce80a167-67ec-49fc-8762-f47ec63da73a {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 935.426627] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 935.426627] env[62359]: value = "vm-494502" [ 935.426627] env[62359]: _type = "VirtualMachine" [ 935.426627] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 935.426943] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a5161a33-8805-4569-acf7-121df1d809f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.434726] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lease: (returnval){ [ 935.434726] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5244012f-0e83-c0d5-c541-52ca5db8b0c8" [ 935.434726] env[62359]: _type = "HttpNfcLease" [ 935.434726] env[62359]: } obtained for exporting VM: (result){ [ 935.434726] env[62359]: value = "vm-494502" [ 935.434726] env[62359]: _type = "VirtualMachine" [ 935.434726] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 935.435038] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the lease: (returnval){ [ 935.435038] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5244012f-0e83-c0d5-c541-52ca5db8b0c8" [ 935.435038] env[62359]: _type = "HttpNfcLease" [ 935.435038] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 935.441903] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.441903] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5244012f-0e83-c0d5-c541-52ca5db8b0c8" [ 935.441903] env[62359]: _type = "HttpNfcLease" [ 935.441903] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 935.552947] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.591507] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257183} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.591905] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.592590] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.592839] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.732329] env[62359]: DEBUG nova.scheduler.client.report [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.769204] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52fefbc5-e146-614d-9e95-78f2dc310c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.770426] env[62359]: DEBUG nova.network.neutron [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Updated VIF entry in instance network info cache for port 08224c4f-dcdd-4f73-bc09-3394803723f4. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.770620] env[62359]: DEBUG nova.network.neutron [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Updating instance_info_cache with network_info: [{"id": "08224c4f-dcdd-4f73-bc09-3394803723f4", "address": "fa:16:3e:41:47:17", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08224c4f-dc", "ovs_interfaceid": "08224c4f-dcdd-4f73-bc09-3394803723f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.773390] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.773390] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 64b90eec-36ae-48ba-a270-c94ae3dc9d8f/64b90eec-36ae-48ba-a270-c94ae3dc9d8f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.773847] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.774273] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.774273] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29d00b5d-c46b-4585-8dcf-392fdc76b0f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.776642] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae7a3316-9a3c-45b3-97dc-5df701122df8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.786292] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for the task: (returnval){ [ 935.786292] env[62359]: value = "task-2441127" [ 935.786292] env[62359]: _type = "Task" [ 935.786292] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.787591] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.787805] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.791977] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3b66d7-61ed-4d39-bbee-43943d2fa282 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.802891] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 935.802891] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e8a443-a86a-f642-5832-ffda9feaad51" [ 935.802891] env[62359]: _type = "Task" [ 935.802891] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.803977] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.816112] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e8a443-a86a-f642-5832-ffda9feaad51, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.816921] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b7de90-1dff-44b4-959f-2b3301b487ba {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.824934] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 935.824934] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522dbefc-ffae-6a53-78f7-b8ab2f278193" [ 935.824934] env[62359]: _type = "Task" [ 935.824934] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.830775] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522dbefc-ffae-6a53-78f7-b8ab2f278193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.889851] env[62359]: DEBUG oslo_vmware.api [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441123, 'name': PowerOnVM_Task, 'duration_secs': 0.729925} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.890197] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.892873] env[62359]: DEBUG nova.compute.manager [None req-a0193da0-c767-45bc-8760-6b5195e01a44 tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.893778] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cda735d-de29-464a-a181-38ca82e65280 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.943532] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.943532] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5244012f-0e83-c0d5-c541-52ca5db8b0c8" [ 935.943532] env[62359]: _type = "HttpNfcLease" [ 935.943532] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.943924] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.943924] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5244012f-0e83-c0d5-c541-52ca5db8b0c8" [ 935.943924] env[62359]: _type = "HttpNfcLease" [ 935.943924] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 935.944561] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a6f0fb-7438-4911-b8f0-13cabeaf9d71 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.955307] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4e75f-5cb5-24f6-44ca-cce7a832414f/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.955540] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4e75f-5cb5-24f6-44ca-cce7a832414f/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 936.070995] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a37e328c-9f38-4fed-ac51-0b08fdc0a25b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.241071] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.243790] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.467s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.250738] env[62359]: INFO nova.compute.claims [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.276188] env[62359]: DEBUG oslo_concurrency.lockutils [req-d27e44f4-eb6e-4b6c-bf07-fa469aee0898 req-0e8ce5f6-ebf6-4144-b3c0-13359b6264a1 service nova] Releasing lock "refresh_cache-d4b1d536-b08f-47e3-859f-5bde4e4fdd45" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.277263] env[62359]: INFO nova.scheduler.client.report [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Deleted allocations for instance 06ff45bc-394d-439e-873c-d6e641351f68 [ 936.298919] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498598} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.299193] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 64b90eec-36ae-48ba-a270-c94ae3dc9d8f/64b90eec-36ae-48ba-a270-c94ae3dc9d8f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.299405] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.299695] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9375fcf-d130-42a9-b02a-c67e5bc999cb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.310698] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for the task: (returnval){ [ 936.310698] env[62359]: value = "task-2441128" [ 936.310698] env[62359]: _type = "Task" [ 936.310698] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.322163] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.335943] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522dbefc-ffae-6a53-78f7-b8ab2f278193, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.336244] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.337240] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] d4b1d536-b08f-47e3-859f-5bde4e4fdd45/d4b1d536-b08f-47e3-859f-5bde4e4fdd45.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.337240] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e121f280-be0b-4e5b-9ecb-5a6692f81eb5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.347824] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 936.347824] env[62359]: value = "task-2441129" [ 936.347824] env[62359]: _type = "Task" [ 936.347824] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.356635] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.651408] env[62359]: DEBUG nova.virt.hardware [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.651822] env[62359]: DEBUG nova.virt.hardware [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.652247] env[62359]: DEBUG nova.virt.hardware [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.652441] env[62359]: DEBUG nova.virt.hardware [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.652587] env[62359]: DEBUG nova.virt.hardware [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.652733] env[62359]: DEBUG nova.virt.hardware [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.652945] env[62359]: DEBUG nova.virt.hardware [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.653121] env[62359]: DEBUG nova.virt.hardware [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.653312] env[62359]: DEBUG nova.virt.hardware [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.653455] env[62359]: DEBUG nova.virt.hardware [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.653671] env[62359]: DEBUG nova.virt.hardware [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.655109] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357995cd-3429-4a72-b32d-d5b99a626d1f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.665821] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017de3c4-0240-4a2a-8712-1ee33237f541 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.684618] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:91:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '027d75b5-ef68-442f-ae21-492108cfadd3', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.693228] env[62359]: DEBUG oslo.service.loopingcall [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.693776] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.694176] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af0790be-3941-4fd0-a10c-34dfdd662673 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.719307] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.719307] env[62359]: value = "task-2441130" [ 936.719307] env[62359]: _type = "Task" [ 936.719307] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.731869] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441130, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.796065] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1fe75db-bf45-4766-94ae-5427899db059 tempest-FloatingIPsAssociationNegativeTestJSON-331943291 tempest-FloatingIPsAssociationNegativeTestJSON-331943291-project-member] Lock "06ff45bc-394d-439e-873c-d6e641351f68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.257s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.823399] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125023} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.823751] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.824655] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6f7544-9181-478d-ad67-706f61de9229 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.854413] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 64b90eec-36ae-48ba-a270-c94ae3dc9d8f/64b90eec-36ae-48ba-a270-c94ae3dc9d8f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.854691] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ac64bd1-d8fe-4ce4-acad-aac11f4feb7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.889330] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457533} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.891593] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] d4b1d536-b08f-47e3-859f-5bde4e4fdd45/d4b1d536-b08f-47e3-859f-5bde4e4fdd45.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.891593] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.891932] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for the task: (returnval){ [ 936.891932] env[62359]: value = "task-2441131" [ 936.891932] env[62359]: _type = "Task" [ 936.891932] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.892165] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecc3871d-cbdc-4abb-8c73-508afdf0d409 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.906917] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441131, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.908221] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 936.908221] env[62359]: value = "task-2441132" [ 936.908221] env[62359]: _type = "Task" [ 936.908221] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.928110] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.965227] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquiring lock "22568279-6eec-48f3-a7ec-53e01f227a95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.966023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Lock "22568279-6eec-48f3-a7ec-53e01f227a95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.966023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquiring lock "22568279-6eec-48f3-a7ec-53e01f227a95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.966249] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Lock "22568279-6eec-48f3-a7ec-53e01f227a95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.966486] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Lock "22568279-6eec-48f3-a7ec-53e01f227a95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.972196] env[62359]: INFO nova.compute.manager [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Terminating instance [ 937.235213] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441130, 'name': CreateVM_Task, 'duration_secs': 0.486502} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.235421] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.236237] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.236476] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.237475] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.237802] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b5f361-f10e-4af3-bf41-c9df64df4b02 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.245296] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 937.245296] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]525f38ce-fc62-22fe-aee2-9deab2458183" [ 937.245296] env[62359]: _type = "Task" [ 937.245296] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.259025] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525f38ce-fc62-22fe-aee2-9deab2458183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.410817] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.424662] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083753} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.424957] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.425954] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d796e30-3883-46fd-a67d-13919f5f09a5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.451947] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] d4b1d536-b08f-47e3-859f-5bde4e4fdd45/d4b1d536-b08f-47e3-859f-5bde4e4fdd45.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.455061] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bcf5e56-4d90-41fb-ae84-213be92ddc0e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.477554] env[62359]: DEBUG nova.compute.manager [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.478390] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.478770] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 937.478770] env[62359]: value = "task-2441133" [ 937.478770] env[62359]: _type = "Task" [ 937.478770] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.479673] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728aa37f-b2f9-4e27-b193-a6aa116405a9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.499328] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.504936] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a75dd047-627e-4a59-8974-dfd508ce4648 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.507860] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.518570] env[62359]: DEBUG oslo_vmware.api [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for the task: (returnval){ [ 937.518570] env[62359]: value = "task-2441134" [ 937.518570] env[62359]: _type = "Task" [ 937.518570] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.529957] env[62359]: DEBUG oslo_vmware.api [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2441134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.738098] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a8b7fc-4698-43e9-9c0d-c55ff2fff22e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.752694] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce5cd0-5c41-4438-8bcc-1ba5cfed9bee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.764317] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525f38ce-fc62-22fe-aee2-9deab2458183, 'name': SearchDatastore_Task, 'duration_secs': 0.023618} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.793784] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.794059] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.794337] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.794561] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.794743] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.795304] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9005744-1e47-4dd7-abd2-79f065d9f74d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.798357] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96a4f06-72fe-4b78-b339-fa5e171b286e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.809365] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51f9349-9459-4c49-ba5f-41539433fd47 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.815723] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.815723] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.816463] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22536738-bbfa-497b-86a8-d4dab06b7e91 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.827928] env[62359]: DEBUG nova.compute.provider_tree [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.839304] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 937.839304] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52da317c-db86-b941-0e07-53678784b31d" [ 937.839304] env[62359]: _type = "Task" [ 937.839304] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.851165] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52da317c-db86-b941-0e07-53678784b31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.907950] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441131, 'name': ReconfigVM_Task, 'duration_secs': 0.717246} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.908830] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 64b90eec-36ae-48ba-a270-c94ae3dc9d8f/64b90eec-36ae-48ba-a270-c94ae3dc9d8f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.909484] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abdf7812-6aab-44c9-8eaf-928b8325dece {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.927025] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for the task: (returnval){ [ 937.927025] env[62359]: value = "task-2441135" [ 937.927025] env[62359]: _type = "Task" [ 937.927025] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.940671] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441135, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.993410] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441133, 'name': ReconfigVM_Task, 'duration_secs': 0.329697} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.993841] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Reconfigured VM instance instance-00000056 to attach disk [datastore1] d4b1d536-b08f-47e3-859f-5bde4e4fdd45/d4b1d536-b08f-47e3-859f-5bde4e4fdd45.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.994679] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c264ab2d-6cc9-444f-812a-1961a8102a07 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.002776] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 938.002776] env[62359]: value = "task-2441136" [ 938.002776] env[62359]: _type = "Task" [ 938.002776] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.024493] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441136, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.034081] env[62359]: DEBUG oslo_vmware.api [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2441134, 'name': PowerOffVM_Task, 'duration_secs': 0.278634} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.034454] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.034749] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.035230] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e6c15bf-bef7-48c6-b135-04809827bc0d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.117483] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.117768] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.118059] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Deleting the datastore file [datastore2] 22568279-6eec-48f3-a7ec-53e01f227a95 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.118403] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10addb6c-64d8-44ca-8920-7ec0799f7aa0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.129050] env[62359]: DEBUG oslo_vmware.api [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for the task: (returnval){ [ 938.129050] env[62359]: value = "task-2441138" [ 938.129050] env[62359]: _type = "Task" [ 938.129050] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.138757] env[62359]: DEBUG oslo_vmware.api [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2441138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.336325] env[62359]: DEBUG nova.scheduler.client.report [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.353407] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52da317c-db86-b941-0e07-53678784b31d, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.354417] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560346b6-6357-4544-9e4c-0b1eaf5abc9b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.363981] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 938.363981] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5215690e-2e1c-4177-28a2-00dd39094028" [ 938.363981] env[62359]: _type = "Task" [ 938.363981] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.378469] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5215690e-2e1c-4177-28a2-00dd39094028, 'name': SearchDatastore_Task, 'duration_secs': 0.01229} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.379029] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.379547] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 982ffb6a-3d61-498c-859c-65489c8eed1d/982ffb6a-3d61-498c-859c-65489c8eed1d.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.379695] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7300705c-a3b9-46ea-aade-50e0511ead6f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.391398] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 938.391398] env[62359]: value = "task-2441139" [ 938.391398] env[62359]: _type = "Task" [ 938.391398] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.402191] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.440022] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441135, 'name': Rename_Task, 'duration_secs': 0.168467} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.440022] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.440022] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3703667-dc10-49be-a721-fc8b136dbb01 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.448694] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for the task: (returnval){ [ 938.448694] env[62359]: value = "task-2441140" [ 938.448694] env[62359]: _type = "Task" [ 938.448694] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.458296] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.501254] env[62359]: DEBUG nova.compute.manager [req-488ebf5b-5184-4a47-adfd-342c117a513b req-88c463c7-eec8-4d55-9eca-561cd7dc0103 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Received event network-changed-68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.501254] env[62359]: DEBUG nova.compute.manager [req-488ebf5b-5184-4a47-adfd-342c117a513b req-88c463c7-eec8-4d55-9eca-561cd7dc0103 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Refreshing instance network info cache due to event network-changed-68d5ff14-1d35-4634-a65a-f276eadd3f15. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.506022] env[62359]: DEBUG oslo_concurrency.lockutils [req-488ebf5b-5184-4a47-adfd-342c117a513b req-88c463c7-eec8-4d55-9eca-561cd7dc0103 service nova] Acquiring lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.506022] env[62359]: DEBUG oslo_concurrency.lockutils [req-488ebf5b-5184-4a47-adfd-342c117a513b req-88c463c7-eec8-4d55-9eca-561cd7dc0103 service nova] Acquired lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.506022] env[62359]: DEBUG nova.network.neutron [req-488ebf5b-5184-4a47-adfd-342c117a513b req-88c463c7-eec8-4d55-9eca-561cd7dc0103 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Refreshing network info cache for port 68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.519593] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441136, 'name': Rename_Task, 'duration_secs': 0.16637} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.520747] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.520981] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-597ebede-9c28-4492-b0ac-1aa929bea679 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.531282] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 938.531282] env[62359]: value = "task-2441141" [ 938.531282] env[62359]: _type = "Task" [ 938.531282] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.541285] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.644925] env[62359]: DEBUG oslo_vmware.api [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Task: {'id': task-2441138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173317} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.649025] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.649025] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.649025] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.649025] env[62359]: INFO nova.compute.manager [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Took 1.17 seconds to destroy the instance on the hypervisor. [ 938.649025] env[62359]: DEBUG oslo.service.loopingcall [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 938.649025] env[62359]: DEBUG nova.compute.manager [-] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.649025] env[62359]: DEBUG nova.network.neutron [-] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.842060] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.842685] env[62359]: DEBUG nova.compute.manager [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.849762] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.291s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.851620] env[62359]: INFO nova.compute.claims [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.907942] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441139, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.960990] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441140, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.047452] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441141, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.357203] env[62359]: DEBUG nova.compute.utils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 939.360945] env[62359]: DEBUG nova.compute.manager [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.361213] env[62359]: DEBUG nova.network.neutron [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.406464] env[62359]: DEBUG nova.policy [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27874bee3d3d4b24b7ce9f214c415492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '078a05b1e7b64ae88d330e9371a1c193', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.413508] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61153} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.414105] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 982ffb6a-3d61-498c-859c-65489c8eed1d/982ffb6a-3d61-498c-859c-65489c8eed1d.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.414330] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.414589] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ca7c0a6-317f-4385-a653-ad2b35d628ad {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.423557] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 939.423557] env[62359]: value = "task-2441142" [ 939.423557] env[62359]: _type = "Task" [ 939.423557] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.436879] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.461253] env[62359]: DEBUG oslo_vmware.api [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441140, 'name': PowerOnVM_Task, 'duration_secs': 0.684389} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.461694] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.461694] env[62359]: INFO nova.compute.manager [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Took 9.68 seconds to spawn the instance on the hypervisor. [ 939.461949] env[62359]: DEBUG nova.compute.manager [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.462828] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f028ee5b-76b7-4330-906b-39c1210b6042 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.492106] env[62359]: DEBUG nova.network.neutron [req-488ebf5b-5184-4a47-adfd-342c117a513b req-88c463c7-eec8-4d55-9eca-561cd7dc0103 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updated VIF entry in instance network info cache for port 68d5ff14-1d35-4634-a65a-f276eadd3f15. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.492106] env[62359]: DEBUG nova.network.neutron [req-488ebf5b-5184-4a47-adfd-342c117a513b req-88c463c7-eec8-4d55-9eca-561cd7dc0103 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updating instance_info_cache with network_info: [{"id": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "address": "fa:16:3e:f1:14:e2", "network": {"id": "a0110750-9beb-4528-ae63-fbec70789f31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1670353477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57885c5140fd4d0a8f5b8bbe3d7822b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d5ff14-1d", "ovs_interfaceid": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.540598] env[62359]: DEBUG nova.compute.manager [req-80a77337-417f-4e17-9879-dd684d7f6e3d req-d7665c98-c6c6-4603-8560-40414ff3768c service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Received event network-vif-deleted-0d842672-2370-419f-94df-636125a8a810 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.540939] env[62359]: INFO nova.compute.manager [req-80a77337-417f-4e17-9879-dd684d7f6e3d req-d7665c98-c6c6-4603-8560-40414ff3768c service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Neutron deleted interface 0d842672-2370-419f-94df-636125a8a810; detaching it from the instance and deleting it from the info cache [ 939.541257] env[62359]: DEBUG nova.network.neutron [req-80a77337-417f-4e17-9879-dd684d7f6e3d req-d7665c98-c6c6-4603-8560-40414ff3768c service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.552414] env[62359]: DEBUG oslo_vmware.api [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441141, 'name': PowerOnVM_Task, 'duration_secs': 0.616484} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.553735] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.553735] env[62359]: INFO nova.compute.manager [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Took 7.26 seconds to spawn the instance on the hypervisor. [ 939.553735] env[62359]: DEBUG nova.compute.manager [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.554534] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cc5740-913a-44f8-b103-10e362c56ad5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.770738] env[62359]: DEBUG nova.network.neutron [-] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.861455] env[62359]: DEBUG nova.compute.manager [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.872312] env[62359]: DEBUG nova.network.neutron [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Successfully created port: 732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.950161] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137044} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.953288] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.954264] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e65a71-a217-4181-a967-62f9e1f372f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.996367] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 982ffb6a-3d61-498c-859c-65489c8eed1d/982ffb6a-3d61-498c-859c-65489c8eed1d.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.999081] env[62359]: INFO nova.compute.manager [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Took 24.60 seconds to build instance. [ 940.004821] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-565a908f-6429-45aa-af91-a33b6d60b7a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.021962] env[62359]: DEBUG oslo_concurrency.lockutils [req-488ebf5b-5184-4a47-adfd-342c117a513b req-88c463c7-eec8-4d55-9eca-561cd7dc0103 service nova] Releasing lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.031152] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 940.031152] env[62359]: value = "task-2441143" [ 940.031152] env[62359]: _type = "Task" [ 940.031152] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.041680] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.045865] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e41cd800-1c6e-468f-b239-61928880c0c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.055184] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a045eb-9f51-410e-b335-90512dc13528 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.080771] env[62359]: INFO nova.compute.manager [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Took 22.86 seconds to build instance. [ 940.099143] env[62359]: DEBUG nova.compute.manager [req-80a77337-417f-4e17-9879-dd684d7f6e3d req-d7665c98-c6c6-4603-8560-40414ff3768c service nova] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Detach interface failed, port_id=0d842672-2370-419f-94df-636125a8a810, reason: Instance 22568279-6eec-48f3-a7ec-53e01f227a95 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 940.278281] env[62359]: INFO nova.compute.manager [-] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Took 1.63 seconds to deallocate network for instance. [ 940.320217] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f31901-c791-4a43-b17c-7423b88e6636 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.330658] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e9c5ff-9d81-4288-b2b6-3ab0ba5254bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.368736] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537b7f2e-120e-4af5-a692-d38df71b208e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.382011] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a7f943-fc7f-4d52-9e04-b1d15ed9982b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.398850] env[62359]: DEBUG nova.compute.provider_tree [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.502964] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab26d2c4-58a1-4f48-8c37-ac63dd3027ea tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.108s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.542985] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.599290] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d9d844be-9f6c-4844-be32-ffa34762e720 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.410s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.788889] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.878913] env[62359]: DEBUG nova.compute.manager [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.902478] env[62359]: DEBUG nova.scheduler.client.report [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.047288] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.121203] env[62359]: DEBUG nova.virt.hardware [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.121536] env[62359]: DEBUG nova.virt.hardware [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.121703] env[62359]: DEBUG nova.virt.hardware [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.121941] env[62359]: DEBUG nova.virt.hardware [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.122227] env[62359]: DEBUG nova.virt.hardware [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.122290] env[62359]: DEBUG nova.virt.hardware [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.122500] env[62359]: DEBUG nova.virt.hardware [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.122661] env[62359]: DEBUG nova.virt.hardware [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.122885] env[62359]: DEBUG nova.virt.hardware [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.123121] env[62359]: DEBUG nova.virt.hardware [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.123305] env[62359]: DEBUG nova.virt.hardware [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.124334] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f164398-9ec9-4c6d-a08d-2f1f9da9151e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.135912] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715c9e5a-9a0a-4849-82f7-33aea8f15b0c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.160930] env[62359]: DEBUG nova.compute.manager [req-b6843e2e-e789-4d27-bc80-bcfe7555dc9a req-f93cbf23-f982-4172-93a9-6bad9e892738 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Received event network-changed-68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.161202] env[62359]: DEBUG nova.compute.manager [req-b6843e2e-e789-4d27-bc80-bcfe7555dc9a req-f93cbf23-f982-4172-93a9-6bad9e892738 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Refreshing instance network info cache due to event network-changed-68d5ff14-1d35-4634-a65a-f276eadd3f15. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 941.161410] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6843e2e-e789-4d27-bc80-bcfe7555dc9a req-f93cbf23-f982-4172-93a9-6bad9e892738 service nova] Acquiring lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.161554] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6843e2e-e789-4d27-bc80-bcfe7555dc9a req-f93cbf23-f982-4172-93a9-6bad9e892738 service nova] Acquired lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.161724] env[62359]: DEBUG nova.network.neutron [req-b6843e2e-e789-4d27-bc80-bcfe7555dc9a req-f93cbf23-f982-4172-93a9-6bad9e892738 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Refreshing network info cache for port 68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.408469] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.409684] env[62359]: DEBUG nova.compute.manager [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.412578] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.381s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.414147] env[62359]: INFO nova.compute.claims [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.544018] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441143, 'name': ReconfigVM_Task, 'duration_secs': 1.105139} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.548084] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 982ffb6a-3d61-498c-859c-65489c8eed1d/982ffb6a-3d61-498c-859c-65489c8eed1d.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.548084] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37fc3b66-3563-4e8a-9d6c-962e19666759 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.560334] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 941.560334] env[62359]: value = "task-2441144" [ 941.560334] env[62359]: _type = "Task" [ 941.560334] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.570058] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441144, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.643666] env[62359]: DEBUG nova.compute.manager [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.645085] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c483c0f6-06b1-4740-a7de-d32076939749 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.914758] env[62359]: DEBUG nova.compute.utils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 941.915782] env[62359]: DEBUG nova.compute.manager [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.919030] env[62359]: DEBUG nova.network.neutron [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.011441] env[62359]: DEBUG nova.network.neutron [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Successfully updated port: 732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.017260] env[62359]: DEBUG nova.compute.manager [req-e4c4f073-e70b-416e-ad80-85e95e3416c5 req-d3e9559c-ffcc-4c35-a044-d92d9d45c219 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Received event network-vif-plugged-732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.017260] env[62359]: DEBUG oslo_concurrency.lockutils [req-e4c4f073-e70b-416e-ad80-85e95e3416c5 req-d3e9559c-ffcc-4c35-a044-d92d9d45c219 service nova] Acquiring lock "b32b081b-8004-4ef8-b56a-603d3dae8f46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.017260] env[62359]: DEBUG oslo_concurrency.lockutils [req-e4c4f073-e70b-416e-ad80-85e95e3416c5 req-d3e9559c-ffcc-4c35-a044-d92d9d45c219 service nova] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.017260] env[62359]: DEBUG oslo_concurrency.lockutils [req-e4c4f073-e70b-416e-ad80-85e95e3416c5 req-d3e9559c-ffcc-4c35-a044-d92d9d45c219 service nova] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.017260] env[62359]: DEBUG nova.compute.manager [req-e4c4f073-e70b-416e-ad80-85e95e3416c5 req-d3e9559c-ffcc-4c35-a044-d92d9d45c219 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] No waiting events found dispatching network-vif-plugged-732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.017790] env[62359]: WARNING nova.compute.manager [req-e4c4f073-e70b-416e-ad80-85e95e3416c5 req-d3e9559c-ffcc-4c35-a044-d92d9d45c219 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Received unexpected event network-vif-plugged-732a0ae3-e460-4a9c-95fa-47abe6909036 for instance with vm_state building and task_state spawning. [ 942.055356] env[62359]: DEBUG nova.policy [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e00bb216981c44dea634ad033ac5a2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f9cca9a08d84954be8d657f056459dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.072036] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441144, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.157464] env[62359]: DEBUG nova.network.neutron [req-b6843e2e-e789-4d27-bc80-bcfe7555dc9a req-f93cbf23-f982-4172-93a9-6bad9e892738 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updated VIF entry in instance network info cache for port 68d5ff14-1d35-4634-a65a-f276eadd3f15. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.157464] env[62359]: DEBUG nova.network.neutron [req-b6843e2e-e789-4d27-bc80-bcfe7555dc9a req-f93cbf23-f982-4172-93a9-6bad9e892738 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updating instance_info_cache with network_info: [{"id": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "address": "fa:16:3e:f1:14:e2", "network": {"id": "a0110750-9beb-4528-ae63-fbec70789f31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1670353477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57885c5140fd4d0a8f5b8bbe3d7822b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d5ff14-1d", "ovs_interfaceid": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.170198] env[62359]: INFO nova.compute.manager [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] instance snapshotting [ 942.170198] env[62359]: DEBUG nova.objects.instance [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'flavor' on Instance uuid 8845db81-381b-4141-a7d1-183ad304a48f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.218369] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.218634] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.218817] env[62359]: DEBUG nova.compute.manager [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.219805] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89214de2-aef1-4f39-bf2e-fde4bad8a04b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.230031] env[62359]: DEBUG nova.compute.manager [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62359) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 942.230664] env[62359]: DEBUG nova.objects.instance [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lazy-loading 'flavor' on Instance uuid d4b1d536-b08f-47e3-859f-5bde4e4fdd45 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.419762] env[62359]: DEBUG nova.compute.manager [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.514829] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.514996] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.515176] env[62359]: DEBUG nova.network.neutron [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.570531] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441144, 'name': Rename_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.660360] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6843e2e-e789-4d27-bc80-bcfe7555dc9a req-f93cbf23-f982-4172-93a9-6bad9e892738 service nova] Releasing lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.667119] env[62359]: DEBUG nova.network.neutron [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Successfully created port: c3ef4c0c-d137-467c-a987-e1bcbc854f68 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.677934] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c05777-0134-48a2-8112-bc92fc440396 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.705613] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29954ea2-1749-4a04-85a6-deb67a657712 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.903890] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8def80d8-70df-4368-9922-0fbb275790a4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.916681] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a776cb1-1c58-46cf-bc68-e76142fdb73c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.956863] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed7c65b-e95f-47b6-8efe-58b933114903 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.969576] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0c4803-836f-4f7f-9b49-2fa30565b24f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.987473] env[62359]: DEBUG nova.compute.provider_tree [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.070896] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441144, 'name': Rename_Task, 'duration_secs': 1.228541} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.071451] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.072461] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61448ee1-b037-4868-bf19-a04530568abb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.081803] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 943.081803] env[62359]: value = "task-2441145" [ 943.081803] env[62359]: _type = "Task" [ 943.081803] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.082647] env[62359]: DEBUG nova.network.neutron [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.099652] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.222195] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 943.223060] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a88fe7d5-0063-4320-a452-1b32c4932963 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.233756] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 943.233756] env[62359]: value = "task-2441146" [ 943.233756] env[62359]: _type = "Task" [ 943.233756] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.244514] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.244743] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441146, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.244972] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-391a6ffe-3ca6-4cf3-9dc2-67c7bdbecc5d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.255805] env[62359]: DEBUG oslo_vmware.api [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 943.255805] env[62359]: value = "task-2441147" [ 943.255805] env[62359]: _type = "Task" [ 943.255805] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.275897] env[62359]: DEBUG oslo_vmware.api [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.453075] env[62359]: DEBUG nova.network.neutron [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updating instance_info_cache with network_info: [{"id": "732a0ae3-e460-4a9c-95fa-47abe6909036", "address": "fa:16:3e:88:d4:0a", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732a0ae3-e4", "ovs_interfaceid": "732a0ae3-e460-4a9c-95fa-47abe6909036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.462668] env[62359]: DEBUG nova.compute.manager [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.491112] env[62359]: DEBUG nova.scheduler.client.report [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.499923] env[62359]: DEBUG nova.virt.hardware [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.500240] env[62359]: DEBUG nova.virt.hardware [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.500476] env[62359]: DEBUG nova.virt.hardware [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.500753] env[62359]: DEBUG nova.virt.hardware [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.500997] env[62359]: DEBUG nova.virt.hardware [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.501140] env[62359]: DEBUG nova.virt.hardware [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.501424] env[62359]: DEBUG nova.virt.hardware [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.501686] env[62359]: DEBUG nova.virt.hardware [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.501958] env[62359]: DEBUG nova.virt.hardware [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.502981] env[62359]: DEBUG nova.virt.hardware [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.503293] env[62359]: DEBUG nova.virt.hardware [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.506730] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c11389-d846-4c6e-ba8e-28f1b7c571f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.517167] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0579bcdc-6be0-4236-9f9b-94a7303a6944 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.597358] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.632820] env[62359]: DEBUG nova.compute.manager [req-d2547506-00d3-46d6-b5b5-ebf5aa0af848 req-8ebf7469-01cb-4332-bfc6-de38c9c84116 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Received event network-changed-68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.633280] env[62359]: DEBUG nova.compute.manager [req-d2547506-00d3-46d6-b5b5-ebf5aa0af848 req-8ebf7469-01cb-4332-bfc6-de38c9c84116 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Refreshing instance network info cache due to event network-changed-68d5ff14-1d35-4634-a65a-f276eadd3f15. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 943.633627] env[62359]: DEBUG oslo_concurrency.lockutils [req-d2547506-00d3-46d6-b5b5-ebf5aa0af848 req-8ebf7469-01cb-4332-bfc6-de38c9c84116 service nova] Acquiring lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.633738] env[62359]: DEBUG oslo_concurrency.lockutils [req-d2547506-00d3-46d6-b5b5-ebf5aa0af848 req-8ebf7469-01cb-4332-bfc6-de38c9c84116 service nova] Acquired lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.633891] env[62359]: DEBUG nova.network.neutron [req-d2547506-00d3-46d6-b5b5-ebf5aa0af848 req-8ebf7469-01cb-4332-bfc6-de38c9c84116 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Refreshing network info cache for port 68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.748930] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441146, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.777289] env[62359]: DEBUG oslo_vmware.api [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441147, 'name': PowerOffVM_Task, 'duration_secs': 0.247388} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.777289] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.777289] env[62359]: DEBUG nova.compute.manager [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.777543] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54930070-2ece-4740-b73b-325fdd8b963c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.957305] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.957627] env[62359]: DEBUG nova.compute.manager [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Instance network_info: |[{"id": "732a0ae3-e460-4a9c-95fa-47abe6909036", "address": "fa:16:3e:88:d4:0a", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732a0ae3-e4", "ovs_interfaceid": "732a0ae3-e460-4a9c-95fa-47abe6909036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.958061] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:d4:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '732a0ae3-e460-4a9c-95fa-47abe6909036', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.965908] env[62359]: DEBUG oslo.service.loopingcall [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.966260] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.966916] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b21c5fd-4035-4ac8-ac46-7a92502bd340 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.990939] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.990939] env[62359]: value = "task-2441148" [ 943.990939] env[62359]: _type = "Task" [ 943.990939] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.006828] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441148, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.010771] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.011445] env[62359]: DEBUG nova.compute.manager [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.013976] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.717s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.016311] env[62359]: INFO nova.compute.claims [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.098875] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441145, 'name': PowerOnVM_Task, 'duration_secs': 0.712986} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.101509] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.101760] env[62359]: DEBUG nova.compute.manager [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.102617] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537e7a8a-1f1f-4b34-8e05-ec1ae222f947 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.249167] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441146, 'name': CreateSnapshot_Task, 'duration_secs': 0.793128} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.252132] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 944.252132] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquiring lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.252453] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.252943] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquiring lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.253319] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.253676] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.264633] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827074da-3cce-4f88-96dd-7ecad9cac46e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.270751] env[62359]: INFO nova.compute.manager [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Terminating instance [ 944.297953] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aeab7fea-e4d5-4b3b-862e-aab506afc5d7 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.481749] env[62359]: DEBUG nova.compute.manager [req-fcff0be7-6596-4fce-9b21-c15eaa9e60cb req-e5bea5f3-8d2b-42e0-bb5e-b20258e53183 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Received event network-changed-732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.481749] env[62359]: DEBUG nova.compute.manager [req-fcff0be7-6596-4fce-9b21-c15eaa9e60cb req-e5bea5f3-8d2b-42e0-bb5e-b20258e53183 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Refreshing instance network info cache due to event network-changed-732a0ae3-e460-4a9c-95fa-47abe6909036. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 944.481749] env[62359]: DEBUG oslo_concurrency.lockutils [req-fcff0be7-6596-4fce-9b21-c15eaa9e60cb req-e5bea5f3-8d2b-42e0-bb5e-b20258e53183 service nova] Acquiring lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.481749] env[62359]: DEBUG oslo_concurrency.lockutils [req-fcff0be7-6596-4fce-9b21-c15eaa9e60cb req-e5bea5f3-8d2b-42e0-bb5e-b20258e53183 service nova] Acquired lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.481958] env[62359]: DEBUG nova.network.neutron [req-fcff0be7-6596-4fce-9b21-c15eaa9e60cb req-e5bea5f3-8d2b-42e0-bb5e-b20258e53183 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Refreshing network info cache for port 732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.501478] env[62359]: DEBUG nova.network.neutron [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Successfully updated port: c3ef4c0c-d137-467c-a987-e1bcbc854f68 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.509628] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441148, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.526523] env[62359]: DEBUG nova.compute.utils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 944.527302] env[62359]: DEBUG nova.compute.manager [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.527710] env[62359]: DEBUG nova.network.neutron [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.601063] env[62359]: DEBUG nova.policy [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '198f245dc04e4f7b8929948f75abc064', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '160c856337b44c5cbc8392ccd9b59514', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.620989] env[62359]: INFO nova.compute.manager [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] bringing vm to original state: 'stopped' [ 944.783372] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquiring lock "d37ef858-c69f-4f17-b2f6-3a4a417100df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.783664] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Lock "d37ef858-c69f-4f17-b2f6-3a4a417100df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.783754] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquiring lock "d37ef858-c69f-4f17-b2f6-3a4a417100df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.783907] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Lock "d37ef858-c69f-4f17-b2f6-3a4a417100df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.784087] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Lock "d37ef858-c69f-4f17-b2f6-3a4a417100df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.786441] env[62359]: DEBUG nova.compute.manager [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.786926] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.787211] env[62359]: INFO nova.compute.manager [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Terminating instance [ 944.789247] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382ee46a-eb09-4b52-898d-537b22c06724 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.807207] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 944.807207] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8346df05-dfae-4d7a-9e75-d5b3a7f8facd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.823764] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 944.823764] env[62359]: value = "task-2441149" [ 944.823764] env[62359]: _type = "Task" [ 944.823764] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.823764] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.823764] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40aa108b-de15-40c5-8c6a-e122211c92ae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.831728] env[62359]: DEBUG nova.network.neutron [req-d2547506-00d3-46d6-b5b5-ebf5aa0af848 req-8ebf7469-01cb-4332-bfc6-de38c9c84116 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updated VIF entry in instance network info cache for port 68d5ff14-1d35-4634-a65a-f276eadd3f15. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.832983] env[62359]: DEBUG nova.network.neutron [req-d2547506-00d3-46d6-b5b5-ebf5aa0af848 req-8ebf7469-01cb-4332-bfc6-de38c9c84116 service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updating instance_info_cache with network_info: [{"id": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "address": "fa:16:3e:f1:14:e2", "network": {"id": "a0110750-9beb-4528-ae63-fbec70789f31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1670353477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57885c5140fd4d0a8f5b8bbe3d7822b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d5ff14-1d", "ovs_interfaceid": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.843400] env[62359]: DEBUG oslo_vmware.api [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for the task: (returnval){ [ 944.843400] env[62359]: value = "task-2441150" [ 944.843400] env[62359]: _type = "Task" [ 944.843400] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.845166] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441149, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.865646] env[62359]: DEBUG oslo_vmware.api [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.004016] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441148, 'name': CreateVM_Task, 'duration_secs': 0.67596} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.004246] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.005148] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.005456] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.005518] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.006484] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "refresh_cache-b8e2f547-8255-4d38-aada-578df1c5d9eb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.006618] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquired lock "refresh_cache-b8e2f547-8255-4d38-aada-578df1c5d9eb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.006798] env[62359]: DEBUG nova.network.neutron [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.008156] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7e61a1-8b61-4da0-8da8-05657874352f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.018528] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 945.018528] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5206a642-b3cd-6596-6a82-e258019fe7c6" [ 945.018528] env[62359]: _type = "Task" [ 945.018528] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.035637] env[62359]: DEBUG nova.compute.manager [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.043165] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5206a642-b3cd-6596-6a82-e258019fe7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.104382] env[62359]: DEBUG nova.network.neutron [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Successfully created port: 43d72ac0-1d1e-4a55-8f9d-8490a4040365 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.311620] env[62359]: DEBUG nova.compute.manager [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.311860] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.313021] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf690e9-7262-4c57-b018-e61b94c3cab0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.327390] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.328223] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90cd52e9-b44e-4e30-8a8c-03ece5fddc85 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.336041] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441149, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.336041] env[62359]: DEBUG oslo_concurrency.lockutils [req-d2547506-00d3-46d6-b5b5-ebf5aa0af848 req-8ebf7469-01cb-4332-bfc6-de38c9c84116 service nova] Releasing lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.336041] env[62359]: DEBUG oslo_vmware.api [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for the task: (returnval){ [ 945.336041] env[62359]: value = "task-2441151" [ 945.336041] env[62359]: _type = "Task" [ 945.336041] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.352547] env[62359]: DEBUG oslo_vmware.api [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2441151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.358765] env[62359]: DEBUG oslo_vmware.api [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441150, 'name': PowerOffVM_Task, 'duration_secs': 0.287451} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.359171] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.359244] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.362230] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc92f7f7-e258-4d65-9d4d-e7380ede10be {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.447638] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.447861] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.448082] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Deleting the datastore file [datastore1] 64b90eec-36ae-48ba-a270-c94ae3dc9d8f {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.448708] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-465797a5-24ec-4308-b8d1-d654ca7c513c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.457592] env[62359]: DEBUG oslo_vmware.api [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for the task: (returnval){ [ 945.457592] env[62359]: value = "task-2441153" [ 945.457592] env[62359]: _type = "Task" [ 945.457592] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.470710] env[62359]: DEBUG oslo_vmware.api [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.474978] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.475359] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.475743] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.475989] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.476330] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.479077] env[62359]: INFO nova.compute.manager [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Terminating instance [ 945.484943] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fd19ed-9cb6-47cb-8c03-8fc418c21b5b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.495726] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5371e4fe-38ab-4dde-828b-4e1c78ad37b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.543813] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe13797a-d608-44e9-a7fb-d7d2f5cfb54c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.560087] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5206a642-b3cd-6596-6a82-e258019fe7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01584} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.562665] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.562665] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.562949] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.562949] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.563097] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.563552] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89e53502-193a-48f5-93b7-fe73b18fe775 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.566657] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d625320e-25b5-4291-b2f7-3c74fc32a739 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.583451] env[62359]: DEBUG nova.compute.provider_tree [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.587565] env[62359]: DEBUG nova.network.neutron [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.588906] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.588906] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.590377] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26a8ad8-fe9f-4e4d-a6d5-47e8c50cf99b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.598854] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 945.598854] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bad0d0-9c20-373a-7df7-e769a895211b" [ 945.598854] env[62359]: _type = "Task" [ 945.598854] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.614894] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bad0d0-9c20-373a-7df7-e769a895211b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.630729] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "982ffb6a-3d61-498c-859c-65489c8eed1d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.631011] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.631196] env[62359]: DEBUG nova.compute.manager [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.632521] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f083ff-cc08-4c65-965a-5a386dfaebf9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.640751] env[62359]: DEBUG nova.compute.manager [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62359) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 945.737842] env[62359]: DEBUG nova.network.neutron [req-fcff0be7-6596-4fce-9b21-c15eaa9e60cb req-e5bea5f3-8d2b-42e0-bb5e-b20258e53183 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updated VIF entry in instance network info cache for port 732a0ae3-e460-4a9c-95fa-47abe6909036. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.737842] env[62359]: DEBUG nova.network.neutron [req-fcff0be7-6596-4fce-9b21-c15eaa9e60cb req-e5bea5f3-8d2b-42e0-bb5e-b20258e53183 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updating instance_info_cache with network_info: [{"id": "732a0ae3-e460-4a9c-95fa-47abe6909036", "address": "fa:16:3e:88:d4:0a", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732a0ae3-e4", "ovs_interfaceid": "732a0ae3-e460-4a9c-95fa-47abe6909036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.755135] env[62359]: DEBUG nova.network.neutron [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Updating instance_info_cache with network_info: [{"id": "c3ef4c0c-d137-467c-a987-e1bcbc854f68", "address": "fa:16:3e:d9:97:55", "network": {"id": "026df4eb-e63d-494b-b879-2fa49d2c4757", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224225623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9cca9a08d84954be8d657f056459dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ef4c0c-d1", "ovs_interfaceid": "c3ef4c0c-d137-467c-a987-e1bcbc854f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.834348] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441149, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.845440] env[62359]: DEBUG oslo_vmware.api [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2441151, 'name': PowerOffVM_Task, 'duration_secs': 0.247646} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.846023] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.846275] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.846585] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bb047e5-3192-48cc-b724-ed843cd841e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.938402] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.938672] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.938862] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Deleting the datastore file [datastore1] d37ef858-c69f-4f17-b2f6-3a4a417100df {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.939155] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351749f5-b841-4b7f-a3a7-b663aa2cca1c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.951701] env[62359]: DEBUG oslo_vmware.api [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for the task: (returnval){ [ 945.951701] env[62359]: value = "task-2441155" [ 945.951701] env[62359]: _type = "Task" [ 945.951701] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.961768] env[62359]: DEBUG oslo_vmware.api [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2441155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.974075] env[62359]: DEBUG oslo_vmware.api [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Task: {'id': task-2441153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213554} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.975087] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.975870] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.977125] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.980980] env[62359]: INFO nova.compute.manager [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 945.980980] env[62359]: DEBUG oslo.service.loopingcall [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.980980] env[62359]: DEBUG nova.compute.manager [-] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.980980] env[62359]: DEBUG nova.network.neutron [-] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.992155] env[62359]: DEBUG nova.compute.manager [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.992155] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.992155] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d71af3-3739-448b-8e62-0dda1a6af172 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.002334] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.002334] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49ac16f6-c689-4783-984b-93f55cca4cbc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.055372] env[62359]: DEBUG nova.compute.manager [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.073379] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.074178] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.074178] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleting the datastore file [datastore1] d4b1d536-b08f-47e3-859f-5bde4e4fdd45 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.074178] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3585d3f2-e991-4a6e-8b7b-dd412a1f24da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.087829] env[62359]: DEBUG oslo_vmware.api [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 946.087829] env[62359]: value = "task-2441157" [ 946.087829] env[62359]: _type = "Task" [ 946.087829] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.093735] env[62359]: DEBUG nova.virt.hardware [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.094788] env[62359]: DEBUG nova.virt.hardware [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.095041] env[62359]: DEBUG nova.virt.hardware [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.095283] env[62359]: DEBUG nova.virt.hardware [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.095509] env[62359]: DEBUG nova.virt.hardware [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.096040] env[62359]: DEBUG nova.virt.hardware [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.096291] env[62359]: DEBUG nova.virt.hardware [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.096502] env[62359]: DEBUG nova.virt.hardware [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.096707] env[62359]: DEBUG nova.virt.hardware [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.096882] env[62359]: DEBUG nova.virt.hardware [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.097074] env[62359]: DEBUG nova.virt.hardware [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.099023] env[62359]: DEBUG nova.scheduler.client.report [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.102753] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955c8773-3832-45f5-91aa-d7c95df359ba {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.114253] env[62359]: DEBUG oslo_vmware.api [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.118827] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0849d6-004e-4c97-ba5a-63503b7ea4db {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.127392] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bad0d0-9c20-373a-7df7-e769a895211b, 'name': SearchDatastore_Task, 'duration_secs': 0.013806} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.129645] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8222ac33-ad0c-44b9-a2c8-7d4b24f805c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.145407] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.146990] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e8c9e47-bce5-46c6-9b82-3775f3e05b15 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.149251] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 946.149251] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5266fd94-ae41-385f-4aa3-59a39793bd27" [ 946.149251] env[62359]: _type = "Task" [ 946.149251] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.156534] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 946.156534] env[62359]: value = "task-2441158" [ 946.156534] env[62359]: _type = "Task" [ 946.156534] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.162497] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5266fd94-ae41-385f-4aa3-59a39793bd27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.171720] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.244478] env[62359]: DEBUG oslo_concurrency.lockutils [req-fcff0be7-6596-4fce-9b21-c15eaa9e60cb req-e5bea5f3-8d2b-42e0-bb5e-b20258e53183 service nova] Releasing lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.259067] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Releasing lock "refresh_cache-b8e2f547-8255-4d38-aada-578df1c5d9eb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.259361] env[62359]: DEBUG nova.compute.manager [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Instance network_info: |[{"id": "c3ef4c0c-d137-467c-a987-e1bcbc854f68", "address": "fa:16:3e:d9:97:55", "network": {"id": "026df4eb-e63d-494b-b879-2fa49d2c4757", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224225623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9cca9a08d84954be8d657f056459dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ef4c0c-d1", "ovs_interfaceid": "c3ef4c0c-d137-467c-a987-e1bcbc854f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.260392] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:97:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3ef4c0c-d137-467c-a987-e1bcbc854f68', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.269865] env[62359]: DEBUG oslo.service.loopingcall [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.270940] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.271199] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba6d3d87-d814-4372-b2f2-e8d339f48901 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.289724] env[62359]: DEBUG nova.compute.manager [req-4bc454ed-d03d-4946-9d2c-51fcf1584e80 req-5d1da940-7dd6-49ee-bcb1-df3c5b20d52f service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Received event network-changed-68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.289966] env[62359]: DEBUG nova.compute.manager [req-4bc454ed-d03d-4946-9d2c-51fcf1584e80 req-5d1da940-7dd6-49ee-bcb1-df3c5b20d52f service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Refreshing instance network info cache due to event network-changed-68d5ff14-1d35-4634-a65a-f276eadd3f15. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.290279] env[62359]: DEBUG oslo_concurrency.lockutils [req-4bc454ed-d03d-4946-9d2c-51fcf1584e80 req-5d1da940-7dd6-49ee-bcb1-df3c5b20d52f service nova] Acquiring lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.290434] env[62359]: DEBUG oslo_concurrency.lockutils [req-4bc454ed-d03d-4946-9d2c-51fcf1584e80 req-5d1da940-7dd6-49ee-bcb1-df3c5b20d52f service nova] Acquired lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.290642] env[62359]: DEBUG nova.network.neutron [req-4bc454ed-d03d-4946-9d2c-51fcf1584e80 req-5d1da940-7dd6-49ee-bcb1-df3c5b20d52f service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Refreshing network info cache for port 68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.299218] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.299218] env[62359]: value = "task-2441159" [ 946.299218] env[62359]: _type = "Task" [ 946.299218] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.313094] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441159, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.332381] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441149, 'name': CloneVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.461714] env[62359]: DEBUG oslo_vmware.api [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Task: {'id': task-2441155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288204} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.462172] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.462425] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.462639] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.462888] env[62359]: INFO nova.compute.manager [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Took 1.15 seconds to destroy the instance on the hypervisor. [ 946.463190] env[62359]: DEBUG oslo.service.loopingcall [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.463429] env[62359]: DEBUG nova.compute.manager [-] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.463567] env[62359]: DEBUG nova.network.neutron [-] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.600903] env[62359]: DEBUG oslo_vmware.api [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221778} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.601239] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.601435] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.603076] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.603076] env[62359]: INFO nova.compute.manager [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Took 0.61 seconds to destroy the instance on the hypervisor. [ 946.603076] env[62359]: DEBUG oslo.service.loopingcall [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.603076] env[62359]: DEBUG nova.compute.manager [-] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.603076] env[62359]: DEBUG nova.network.neutron [-] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.608018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.608018] env[62359]: DEBUG nova.compute.manager [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.616324] env[62359]: DEBUG oslo_concurrency.lockutils [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.230s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.624658] env[62359]: DEBUG nova.compute.manager [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Received event network-vif-plugged-c3ef4c0c-d137-467c-a987-e1bcbc854f68 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.624911] env[62359]: DEBUG oslo_concurrency.lockutils [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] Acquiring lock "b8e2f547-8255-4d38-aada-578df1c5d9eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.625138] env[62359]: DEBUG oslo_concurrency.lockutils [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.625307] env[62359]: DEBUG oslo_concurrency.lockutils [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.625490] env[62359]: DEBUG nova.compute.manager [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] No waiting events found dispatching network-vif-plugged-c3ef4c0c-d137-467c-a987-e1bcbc854f68 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.626023] env[62359]: WARNING nova.compute.manager [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Received unexpected event network-vif-plugged-c3ef4c0c-d137-467c-a987-e1bcbc854f68 for instance with vm_state building and task_state spawning. [ 946.626264] env[62359]: DEBUG nova.compute.manager [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Received event network-changed-c3ef4c0c-d137-467c-a987-e1bcbc854f68 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.626435] env[62359]: DEBUG nova.compute.manager [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Refreshing instance network info cache due to event network-changed-c3ef4c0c-d137-467c-a987-e1bcbc854f68. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.626623] env[62359]: DEBUG oslo_concurrency.lockutils [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] Acquiring lock "refresh_cache-b8e2f547-8255-4d38-aada-578df1c5d9eb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.626755] env[62359]: DEBUG oslo_concurrency.lockutils [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] Acquired lock "refresh_cache-b8e2f547-8255-4d38-aada-578df1c5d9eb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.626908] env[62359]: DEBUG nova.network.neutron [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Refreshing network info cache for port c3ef4c0c-d137-467c-a987-e1bcbc854f68 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.664480] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5266fd94-ae41-385f-4aa3-59a39793bd27, 'name': SearchDatastore_Task, 'duration_secs': 0.015737} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.668698] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4e75f-5cb5-24f6-44ca-cce7a832414f/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 946.675733] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.676047] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] b32b081b-8004-4ef8-b56a-603d3dae8f46/b32b081b-8004-4ef8-b56a-603d3dae8f46.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.677285] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38983fb5-801f-4c6b-828d-390523b27fb8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.680722] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19e4c83f-cc53-4e15-9b71-6cf163a057cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.690112] env[62359]: DEBUG oslo_vmware.api [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441158, 'name': PowerOffVM_Task, 'duration_secs': 0.235743} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.698437] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.699386] env[62359]: DEBUG nova.compute.manager [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.702981] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 946.702981] env[62359]: value = "task-2441160" [ 946.702981] env[62359]: _type = "Task" [ 946.702981] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.704022] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4e75f-5cb5-24f6-44ca-cce7a832414f/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 946.704022] env[62359]: ERROR oslo_vmware.rw_handles [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4e75f-5cb5-24f6-44ca-cce7a832414f/disk-0.vmdk due to incomplete transfer. [ 946.704477] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1c4b49-ab47-4499-8d3e-ac5309557469 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.708495] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c2d7e86-7457-4c40-bc20-b19554c6184c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.729892] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.732605] env[62359]: DEBUG oslo_vmware.rw_handles [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4e75f-5cb5-24f6-44ca-cce7a832414f/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 946.733292] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Uploaded image ce80a167-67ec-49fc-8762-f47ec63da73a to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 946.735314] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 946.735830] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-648e389f-ef70-4211-a4cc-feeb91b0982a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.744484] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 946.744484] env[62359]: value = "task-2441161" [ 946.744484] env[62359]: _type = "Task" [ 946.744484] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.754511] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441161, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.760241] env[62359]: DEBUG nova.network.neutron [-] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.810095] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441159, 'name': CreateVM_Task, 'duration_secs': 0.435359} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.810095] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.810774] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.810931] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.811267] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.811510] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fe62a3-a0e0-4671-9248-8c324f3493a3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.818684] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 946.818684] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cb100f-6bea-3251-a3c7-6131ec38da9d" [ 946.818684] env[62359]: _type = "Task" [ 946.818684] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.833214] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441149, 'name': CloneVM_Task, 'duration_secs': 1.576174} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.836993] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Created linked-clone VM from snapshot [ 946.837296] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cb100f-6bea-3251-a3c7-6131ec38da9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.838023] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66697e2-b847-4466-b445-61a6a3d9a0bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.852747] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Uploading image 797900aa-899d-4b15-9804-45435b4898df {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 946.880819] env[62359]: DEBUG oslo_vmware.rw_handles [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 946.880819] env[62359]: value = "vm-494507" [ 946.880819] env[62359]: _type = "VirtualMachine" [ 946.880819] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 946.881370] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c1a05c5c-8f86-43a0-aeaa-237b6a5fd626 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.893359] env[62359]: DEBUG oslo_vmware.rw_handles [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lease: (returnval){ [ 946.893359] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524c98f6-06d1-203c-adae-03c46075e370" [ 946.893359] env[62359]: _type = "HttpNfcLease" [ 946.893359] env[62359]: } obtained for exporting VM: (result){ [ 946.893359] env[62359]: value = "vm-494507" [ 946.893359] env[62359]: _type = "VirtualMachine" [ 946.893359] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 946.893359] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the lease: (returnval){ [ 946.893359] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524c98f6-06d1-203c-adae-03c46075e370" [ 946.893359] env[62359]: _type = "HttpNfcLease" [ 946.893359] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 946.899530] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.899530] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524c98f6-06d1-203c-adae-03c46075e370" [ 946.899530] env[62359]: _type = "HttpNfcLease" [ 946.899530] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 947.131057] env[62359]: DEBUG nova.compute.utils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 947.137956] env[62359]: DEBUG nova.compute.manager [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.143712] env[62359]: DEBUG nova.network.neutron [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.207474] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquiring lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.207733] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.207946] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquiring lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.208712] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.208959] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.212278] env[62359]: INFO nova.compute.manager [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Terminating instance [ 947.228977] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441160, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.235589] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.604s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.261310] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441161, 'name': Destroy_Task, 'duration_secs': 0.361772} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.261956] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Destroyed the VM [ 947.261956] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 947.262715] env[62359]: INFO nova.compute.manager [-] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Took 1.28 seconds to deallocate network for instance. [ 947.262940] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e1229f1-adf2-4223-83b2-11ebd610b3ff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.277425] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 947.277425] env[62359]: value = "task-2441163" [ 947.277425] env[62359]: _type = "Task" [ 947.277425] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.289563] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441163, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.294327] env[62359]: DEBUG nova.policy [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '198f245dc04e4f7b8929948f75abc064', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '160c856337b44c5cbc8392ccd9b59514', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.336881] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cb100f-6bea-3251-a3c7-6131ec38da9d, 'name': SearchDatastore_Task, 'duration_secs': 0.016242} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.337462] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.337809] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.338084] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.338232] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.338408] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.339087] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bff94bc0-d157-462f-b09c-528aa6e28bbf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.355395] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.355599] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.356855] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f765fa78-5952-4a17-8a36-124cc1891b94 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.363822] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 947.363822] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cfcdcc-fa96-1397-2b88-60424e8a6590" [ 947.363822] env[62359]: _type = "Task" [ 947.363822] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.374825] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cfcdcc-fa96-1397-2b88-60424e8a6590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.402594] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.402594] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524c98f6-06d1-203c-adae-03c46075e370" [ 947.402594] env[62359]: _type = "HttpNfcLease" [ 947.402594] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 947.403137] env[62359]: DEBUG oslo_vmware.rw_handles [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 947.403137] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524c98f6-06d1-203c-adae-03c46075e370" [ 947.403137] env[62359]: _type = "HttpNfcLease" [ 947.403137] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 947.404008] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5963459e-0ab5-448d-9a99-27137022e8d2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.414942] env[62359]: DEBUG oslo_vmware.rw_handles [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253d6c9-c295-5a65-d67e-d8c475b6439f/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 947.414942] env[62359]: DEBUG oslo_vmware.rw_handles [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253d6c9-c295-5a65-d67e-d8c475b6439f/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 947.525448] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-acb9262a-13fb-41a1-a15f-cb4797311842 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.604948] env[62359]: DEBUG nova.network.neutron [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Successfully updated port: 43d72ac0-1d1e-4a55-8f9d-8490a4040365 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.623811] env[62359]: DEBUG nova.network.neutron [-] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.637975] env[62359]: DEBUG nova.compute.manager [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.682502] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f62cec4-3cb0-4503-be52-575f88220248 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.696328] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790dd667-9b65-4ea6-b869-34913828a26a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.731065] env[62359]: DEBUG nova.compute.manager [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.731310] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.737445] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac7b7bb-7df1-43e5-aa6f-7be36558d5b7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.743443] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a48bd96-ffc9-4138-aea3-9c80e36a4620 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.745391] env[62359]: DEBUG nova.network.neutron [req-4bc454ed-d03d-4946-9d2c-51fcf1584e80 req-5d1da940-7dd6-49ee-bcb1-df3c5b20d52f service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updated VIF entry in instance network info cache for port 68d5ff14-1d35-4634-a65a-f276eadd3f15. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.745751] env[62359]: DEBUG nova.network.neutron [req-4bc454ed-d03d-4946-9d2c-51fcf1584e80 req-5d1da940-7dd6-49ee-bcb1-df3c5b20d52f service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updating instance_info_cache with network_info: [{"id": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "address": "fa:16:3e:f1:14:e2", "network": {"id": "a0110750-9beb-4528-ae63-fbec70789f31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1670353477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57885c5140fd4d0a8f5b8bbe3d7822b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d5ff14-1d", "ovs_interfaceid": "68d5ff14-1d35-4634-a65a-f276eadd3f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.759840] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7054} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.761952] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.772063] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] b32b081b-8004-4ef8-b56a-603d3dae8f46/b32b081b-8004-4ef8-b56a-603d3dae8f46.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.772063] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.772596] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.773706] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8132b93d-d65e-49fa-bb43-abf67bbc474d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.782255] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755eace8-57b1-469c-a8d6-b37b879e9936 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.786979] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96b61753-67a5-4e11-a114-91f3315fe68e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.789970] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.808105] env[62359]: DEBUG nova.compute.provider_tree [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.819966] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 947.819966] env[62359]: value = "task-2441165" [ 947.819966] env[62359]: _type = "Task" [ 947.819966] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.820275] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441163, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.821911] env[62359]: DEBUG oslo_vmware.api [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 947.821911] env[62359]: value = "task-2441164" [ 947.821911] env[62359]: _type = "Task" [ 947.821911] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.839100] env[62359]: DEBUG oslo_vmware.api [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.842418] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.877470] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cfcdcc-fa96-1397-2b88-60424e8a6590, 'name': SearchDatastore_Task, 'duration_secs': 0.01707} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.878513] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4fcac1-e59b-49cf-8271-621f845e71a2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.886235] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 947.886235] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5266a0a4-9883-07f0-e316-3aa86a41bce3" [ 947.886235] env[62359]: _type = "Task" [ 947.886235] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.897844] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5266a0a4-9883-07f0-e316-3aa86a41bce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.944478] env[62359]: DEBUG nova.network.neutron [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Successfully created port: c5a661fd-f060-4b54-835a-a976a60a7c39 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.075791] env[62359]: DEBUG nova.network.neutron [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Updated VIF entry in instance network info cache for port c3ef4c0c-d137-467c-a987-e1bcbc854f68. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.076128] env[62359]: DEBUG nova.network.neutron [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Updating instance_info_cache with network_info: [{"id": "c3ef4c0c-d137-467c-a987-e1bcbc854f68", "address": "fa:16:3e:d9:97:55", "network": {"id": "026df4eb-e63d-494b-b879-2fa49d2c4757", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224225623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9cca9a08d84954be8d657f056459dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ef4c0c-d1", "ovs_interfaceid": "c3ef4c0c-d137-467c-a987-e1bcbc854f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.110026] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "refresh_cache-727d9927-b5f0-42e8-877b-7aa0ffa15e77" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.110456] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquired lock "refresh_cache-727d9927-b5f0-42e8-877b-7aa0ffa15e77" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.110618] env[62359]: DEBUG nova.network.neutron [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.132934] env[62359]: INFO nova.compute.manager [-] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Took 1.53 seconds to deallocate network for instance. [ 948.253850] env[62359]: DEBUG oslo_concurrency.lockutils [req-4bc454ed-d03d-4946-9d2c-51fcf1584e80 req-5d1da940-7dd6-49ee-bcb1-df3c5b20d52f service nova] Releasing lock "refresh_cache-b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.303156] env[62359]: DEBUG oslo_vmware.api [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441163, 'name': RemoveSnapshot_Task, 'duration_secs': 0.694367} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.303615] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.303998] env[62359]: INFO nova.compute.manager [None req-5dd1534f-46db-4da1-b13e-13d0fe058bc9 tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Took 16.06 seconds to snapshot the instance on the hypervisor. [ 948.323022] env[62359]: DEBUG nova.scheduler.client.report [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.344645] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082306} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.351494] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.352055] env[62359]: DEBUG oslo_vmware.api [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441164, 'name': PowerOffVM_Task, 'duration_secs': 0.27219} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.353580] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e81165-75e7-4747-a142-f1ebf3d2778f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.356701] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.356848] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.357868] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c81bf87b-aa96-42e6-841b-eabab75dbb35 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.386033] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] b32b081b-8004-4ef8-b56a-603d3dae8f46/b32b081b-8004-4ef8-b56a-603d3dae8f46.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.386662] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05c1909e-85a8-4243-92e9-e3f1449402b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.414629] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5266a0a4-9883-07f0-e316-3aa86a41bce3, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.416341] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.416766] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] b8e2f547-8255-4d38-aada-578df1c5d9eb/b8e2f547-8255-4d38-aada-578df1c5d9eb.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.417234] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 948.417234] env[62359]: value = "task-2441167" [ 948.417234] env[62359]: _type = "Task" [ 948.417234] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.417544] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e09613a-e0eb-4ddc-93fc-c16d2cd11fda {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.431640] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441167, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.434147] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "982ffb6a-3d61-498c-859c-65489c8eed1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.435350] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.435350] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "982ffb6a-3d61-498c-859c-65489c8eed1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.435350] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.435518] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.438493] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 948.438493] env[62359]: value = "task-2441168" [ 948.438493] env[62359]: _type = "Task" [ 948.438493] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.438493] env[62359]: INFO nova.compute.manager [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Terminating instance [ 948.445741] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.446085] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.446262] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Deleting the datastore file [datastore1] b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.448465] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a8dc398-23e1-4070-ab57-d5569fcca13d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.461240] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.461240] env[62359]: DEBUG oslo_vmware.api [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for the task: (returnval){ [ 948.461240] env[62359]: value = "task-2441169" [ 948.461240] env[62359]: _type = "Task" [ 948.461240] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.477140] env[62359]: DEBUG oslo_vmware.api [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.484836] env[62359]: DEBUG nova.compute.manager [req-99ebf6a6-afd4-4e53-a7e4-9aa2c4f1011e req-15a6ae40-0f02-4c3d-aa27-51f01b8f4056 service nova] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Received event network-vif-deleted-08224c4f-dcdd-4f73-bc09-3394803723f4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.580458] env[62359]: DEBUG oslo_concurrency.lockutils [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] Releasing lock "refresh_cache-b8e2f547-8255-4d38-aada-578df1c5d9eb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.580907] env[62359]: DEBUG nova.compute.manager [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Received event network-vif-deleted-ec60412b-bedf-425d-ac6a-bb6d09a886c4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.581375] env[62359]: INFO nova.compute.manager [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Neutron deleted interface ec60412b-bedf-425d-ac6a-bb6d09a886c4; detaching it from the instance and deleting it from the info cache [ 948.581623] env[62359]: DEBUG nova.network.neutron [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.642979] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.647549] env[62359]: DEBUG nova.network.neutron [-] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.649758] env[62359]: DEBUG nova.compute.manager [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.679706] env[62359]: DEBUG nova.network.neutron [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.688957] env[62359]: DEBUG nova.virt.hardware [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.689339] env[62359]: DEBUG nova.virt.hardware [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.689548] env[62359]: DEBUG nova.virt.hardware [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.689753] env[62359]: DEBUG nova.virt.hardware [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.689896] env[62359]: DEBUG nova.virt.hardware [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.690145] env[62359]: DEBUG nova.virt.hardware [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.690439] env[62359]: DEBUG nova.virt.hardware [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.690659] env[62359]: DEBUG nova.virt.hardware [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.690855] env[62359]: DEBUG nova.virt.hardware [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.691084] env[62359]: DEBUG nova.virt.hardware [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.691325] env[62359]: DEBUG nova.virt.hardware [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.693446] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c8f37d-e33c-4357-93b5-7da563dd4720 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.703978] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b92998e-5a9b-4cf9-a04f-87f602ce185a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.935297] env[62359]: DEBUG nova.network.neutron [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Updating instance_info_cache with network_info: [{"id": "43d72ac0-1d1e-4a55-8f9d-8490a4040365", "address": "fa:16:3e:63:8a:45", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d72ac0-1d", "ovs_interfaceid": "43d72ac0-1d1e-4a55-8f9d-8490a4040365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.946271] env[62359]: DEBUG nova.compute.manager [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Received event network-vif-plugged-43d72ac0-1d1e-4a55-8f9d-8490a4040365 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.946831] env[62359]: DEBUG oslo_concurrency.lockutils [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] Acquiring lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.947069] env[62359]: DEBUG oslo_concurrency.lockutils [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] Lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.947407] env[62359]: DEBUG oslo_concurrency.lockutils [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] Lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.949826] env[62359]: DEBUG nova.compute.manager [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] No waiting events found dispatching network-vif-plugged-43d72ac0-1d1e-4a55-8f9d-8490a4040365 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.950356] env[62359]: WARNING nova.compute.manager [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Received unexpected event network-vif-plugged-43d72ac0-1d1e-4a55-8f9d-8490a4040365 for instance with vm_state building and task_state spawning. [ 948.950842] env[62359]: DEBUG nova.compute.manager [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Received event network-changed-43d72ac0-1d1e-4a55-8f9d-8490a4040365 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.952566] env[62359]: DEBUG nova.compute.manager [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Refreshing instance network info cache due to event network-changed-43d72ac0-1d1e-4a55-8f9d-8490a4040365. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 948.952566] env[62359]: DEBUG oslo_concurrency.lockutils [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] Acquiring lock "refresh_cache-727d9927-b5f0-42e8-877b-7aa0ffa15e77" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.956488] env[62359]: DEBUG nova.compute.manager [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.956930] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.962748] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a986dc5a-89aa-452d-b5ad-07ab92c19b9c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.974579] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.984972] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441168, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.991821] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.992784] env[62359]: DEBUG oslo_vmware.api [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Task: {'id': task-2441169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28988} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.993207] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2d68634-a373-4bf9-b022-ee51db443881 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.995280] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.995658] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.996062] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.996551] env[62359]: INFO nova.compute.manager [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Took 1.27 seconds to destroy the instance on the hypervisor. [ 948.996980] env[62359]: DEBUG oslo.service.loopingcall [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.997309] env[62359]: DEBUG nova.compute.manager [-] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.997499] env[62359]: DEBUG nova.network.neutron [-] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.085746] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8cb8d53-e6e7-4375-95c0-9b6832157459 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.098689] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bb1d14-8d28-4d57-8c68-185def5556ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.114229] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.114416] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.114594] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleting the datastore file [datastore2] 982ffb6a-3d61-498c-859c-65489c8eed1d {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.115303] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53d80678-4072-472c-9a4e-bb1fb1d9926c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.124513] env[62359]: DEBUG oslo_vmware.api [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 949.124513] env[62359]: value = "task-2441171" [ 949.124513] env[62359]: _type = "Task" [ 949.124513] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.147834] env[62359]: DEBUG nova.compute.manager [req-495a36c9-2b02-47f9-8ba4-aef8a390c3a4 req-bbf990da-fdd3-402b-be22-42742bf6a89a service nova] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Detach interface failed, port_id=ec60412b-bedf-425d-ac6a-bb6d09a886c4, reason: Instance 64b90eec-36ae-48ba-a270-c94ae3dc9d8f could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 949.154877] env[62359]: DEBUG oslo_vmware.api [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.155513] env[62359]: INFO nova.compute.manager [-] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Took 2.69 seconds to deallocate network for instance. [ 949.339018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.726s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.343041] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.056s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.437089] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441167, 'name': ReconfigVM_Task, 'duration_secs': 0.6956} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.439591] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Reconfigured VM instance instance-00000057 to attach disk [datastore2] b32b081b-8004-4ef8-b56a-603d3dae8f46/b32b081b-8004-4ef8-b56a-603d3dae8f46.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.440373] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9a778e5-23ee-4502-9452-5c878cf25a52 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.451502] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 949.451502] env[62359]: value = "task-2441172" [ 949.451502] env[62359]: _type = "Task" [ 949.451502] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.460157] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Releasing lock "refresh_cache-727d9927-b5f0-42e8-877b-7aa0ffa15e77" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.460768] env[62359]: DEBUG nova.compute.manager [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Instance network_info: |[{"id": "43d72ac0-1d1e-4a55-8f9d-8490a4040365", "address": "fa:16:3e:63:8a:45", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d72ac0-1d", "ovs_interfaceid": "43d72ac0-1d1e-4a55-8f9d-8490a4040365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.461721] env[62359]: DEBUG oslo_concurrency.lockutils [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] Acquired lock "refresh_cache-727d9927-b5f0-42e8-877b-7aa0ffa15e77" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.461938] env[62359]: DEBUG nova.network.neutron [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Refreshing network info cache for port 43d72ac0-1d1e-4a55-8f9d-8490a4040365 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.464279] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:8a:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43d72ac0-1d1e-4a55-8f9d-8490a4040365', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.473763] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Creating folder: Project (160c856337b44c5cbc8392ccd9b59514). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.479379] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ace34f4-f873-45b5-8ebf-0ad8c63d4719 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.488316] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441172, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.494607] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574566} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.495569] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] b8e2f547-8255-4d38-aada-578df1c5d9eb/b8e2f547-8255-4d38-aada-578df1c5d9eb.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.495782] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.496058] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-245b4cec-c5a7-4b47-b3c9-44a934c7e6b6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.500377] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Created folder: Project (160c856337b44c5cbc8392ccd9b59514) in parent group-v494269. [ 949.500611] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Creating folder: Instances. Parent ref: group-v494509. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.501315] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2e1cf61-fe2b-4d66-b2ce-9695e010be21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.506607] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 949.506607] env[62359]: value = "task-2441174" [ 949.506607] env[62359]: _type = "Task" [ 949.506607] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.517408] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.518357] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Created folder: Instances in parent group-v494509. [ 949.518357] env[62359]: DEBUG oslo.service.loopingcall [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.518590] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.518824] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a58752c1-a045-46da-9272-fbacd50dd3a0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.544906] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.544906] env[62359]: value = "task-2441176" [ 949.544906] env[62359]: _type = "Task" [ 949.544906] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.555294] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441176, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.636743] env[62359]: DEBUG oslo_vmware.api [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15744} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.637023] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.637216] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.637400] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.637576] env[62359]: INFO nova.compute.manager [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Took 0.68 seconds to destroy the instance on the hypervisor. [ 949.637814] env[62359]: DEBUG oslo.service.loopingcall [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.638032] env[62359]: DEBUG nova.compute.manager [-] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.638161] env[62359]: DEBUG nova.network.neutron [-] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.665340] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.826093] env[62359]: DEBUG nova.network.neutron [-] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.918575] env[62359]: INFO nova.scheduler.client.report [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted allocation for migration 6d59b630-601f-44db-8a66-7315bdea2347 [ 949.966249] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441172, 'name': Rename_Task, 'duration_secs': 0.200666} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.966547] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.966736] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17a2e75f-564b-4669-ae0f-b8104e1d275e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.978309] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 949.978309] env[62359]: value = "task-2441177" [ 949.978309] env[62359]: _type = "Task" [ 949.978309] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.996018] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.021662] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104708} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.021662] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.022042] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546d63e4-39a4-4511-9bdc-13be2ed2919a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.070140] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] b8e2f547-8255-4d38-aada-578df1c5d9eb/b8e2f547-8255-4d38-aada-578df1c5d9eb.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.076396] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-745ca8eb-26c9-44b6-b43c-97f845350ffe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.115905] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441176, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.117714] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 950.117714] env[62359]: value = "task-2441178" [ 950.117714] env[62359]: _type = "Task" [ 950.117714] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.128562] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.179206] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquiring lock "e85c818d-43fa-44ca-bd22-22d5e41784b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.179531] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lock "e85c818d-43fa-44ca-bd22-22d5e41784b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.179776] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquiring lock "e85c818d-43fa-44ca-bd22-22d5e41784b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.179976] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lock "e85c818d-43fa-44ca-bd22-22d5e41784b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.180181] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lock "e85c818d-43fa-44ca-bd22-22d5e41784b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.184068] env[62359]: INFO nova.compute.manager [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Terminating instance [ 950.291179] env[62359]: DEBUG nova.network.neutron [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Updated VIF entry in instance network info cache for port 43d72ac0-1d1e-4a55-8f9d-8490a4040365. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.291580] env[62359]: DEBUG nova.network.neutron [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Updating instance_info_cache with network_info: [{"id": "43d72ac0-1d1e-4a55-8f9d-8490a4040365", "address": "fa:16:3e:63:8a:45", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d72ac0-1d", "ovs_interfaceid": "43d72ac0-1d1e-4a55-8f9d-8490a4040365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.330454] env[62359]: INFO nova.compute.manager [-] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Took 1.33 seconds to deallocate network for instance. [ 950.395415] env[62359]: DEBUG nova.network.neutron [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Successfully updated port: c5a661fd-f060-4b54-835a-a976a60a7c39 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.397322] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 9354bdc7-4ce8-477e-a612-328ecde7e7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.397473] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 8e3af67b-5850-4fff-9437-83b6c2cc0852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.397582] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 65d045f2-2440-412a-aaaa-c1a4959c393f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.397724] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 22568279-6eec-48f3-a7ec-53e01f227a95 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 950.397852] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance d37ef858-c69f-4f17-b2f6-3a4a417100df is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 950.397971] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 26d8767d-43c2-4af1-800f-eaaf09bc90f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.398345] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance c9a62cca-4a9b-424c-8a9c-f620f6319f18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.398499] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 8845db81-381b-4141-a7d1-183ad304a48f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.398619] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 73dc6ebd-f723-4511-8819-e375db2b2790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.398736] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance feba8ec9-9d0e-4988-8ca4-44f1a85db030 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.398934] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance e85c818d-43fa-44ca-bd22-22d5e41784b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.399013] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance aae97c19-18db-4fd8-96fa-adb1835cf06f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.399089] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.399210] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 982ffb6a-3d61-498c-859c-65489c8eed1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.399335] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 64b90eec-36ae-48ba-a270-c94ae3dc9d8f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 950.399458] env[62359]: WARNING nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance d4b1d536-b08f-47e3-859f-5bde4e4fdd45 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 950.399735] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance b32b081b-8004-4ef8-b56a-603d3dae8f46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.399912] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance b8e2f547-8255-4d38-aada-578df1c5d9eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.400069] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 727d9927-b5f0-42e8-877b-7aa0ffa15e77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.400191] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance a4772206-3c11-41a3-86f1-43a366993b4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 950.424424] env[62359]: DEBUG oslo_concurrency.lockutils [None req-57996969-ea06-4e9c-99c5-3dde774e1069 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.549s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.471201] env[62359]: DEBUG nova.network.neutron [-] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.491197] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441177, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.564863] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441176, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.629892] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.690809] env[62359]: DEBUG nova.compute.manager [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.691049] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.692146] env[62359]: DEBUG nova.compute.manager [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Received event network-vif-plugged-c5a661fd-f060-4b54-835a-a976a60a7c39 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.692347] env[62359]: DEBUG oslo_concurrency.lockutils [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] Acquiring lock "a4772206-3c11-41a3-86f1-43a366993b4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.692558] env[62359]: DEBUG oslo_concurrency.lockutils [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] Lock "a4772206-3c11-41a3-86f1-43a366993b4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.692729] env[62359]: DEBUG oslo_concurrency.lockutils [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] Lock "a4772206-3c11-41a3-86f1-43a366993b4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.692931] env[62359]: DEBUG nova.compute.manager [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] No waiting events found dispatching network-vif-plugged-c5a661fd-f060-4b54-835a-a976a60a7c39 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.693135] env[62359]: WARNING nova.compute.manager [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Received unexpected event network-vif-plugged-c5a661fd-f060-4b54-835a-a976a60a7c39 for instance with vm_state building and task_state spawning. [ 950.693229] env[62359]: DEBUG nova.compute.manager [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Received event network-changed-c5a661fd-f060-4b54-835a-a976a60a7c39 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.693472] env[62359]: DEBUG nova.compute.manager [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Refreshing instance network info cache due to event network-changed-c5a661fd-f060-4b54-835a-a976a60a7c39. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 950.693557] env[62359]: DEBUG oslo_concurrency.lockutils [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] Acquiring lock "refresh_cache-a4772206-3c11-41a3-86f1-43a366993b4c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.693715] env[62359]: DEBUG oslo_concurrency.lockutils [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] Acquired lock "refresh_cache-a4772206-3c11-41a3-86f1-43a366993b4c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.693868] env[62359]: DEBUG nova.network.neutron [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Refreshing network info cache for port c5a661fd-f060-4b54-835a-a976a60a7c39 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.695764] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810ca316-9a8a-44b6-bf76-f9b552f37405 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.707993] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.708921] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e27b2757-5859-46a4-8876-4684acc01d3b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.716849] env[62359]: DEBUG oslo_vmware.api [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 950.716849] env[62359]: value = "task-2441179" [ 950.716849] env[62359]: _type = "Task" [ 950.716849] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.726888] env[62359]: DEBUG oslo_vmware.api [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.794079] env[62359]: DEBUG oslo_concurrency.lockutils [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] Releasing lock "refresh_cache-727d9927-b5f0-42e8-877b-7aa0ffa15e77" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.794297] env[62359]: DEBUG nova.compute.manager [req-5b37a65d-5575-49b8-a755-c0148c7e50b0 req-2060aac3-d473-4a2b-8cf7-2517d9b94c90 service nova] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Received event network-vif-deleted-ac8b0cfb-2331-4d69-811e-fbbe3dcfc99a {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.838338] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.902771] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "refresh_cache-a4772206-3c11-41a3-86f1-43a366993b4c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.903627] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 950.973833] env[62359]: INFO nova.compute.manager [-] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Took 1.34 seconds to deallocate network for instance. [ 950.995908] env[62359]: DEBUG oslo_vmware.api [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441177, 'name': PowerOnVM_Task, 'duration_secs': 0.643284} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.995908] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.995908] env[62359]: INFO nova.compute.manager [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Took 10.12 seconds to spawn the instance on the hypervisor. [ 950.996185] env[62359]: DEBUG nova.compute.manager [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.999337] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b13ae58-65c9-4ea9-9693-9027e96035c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.064227] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441176, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.130817] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.228883] env[62359]: DEBUG oslo_vmware.api [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441179, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.267763] env[62359]: DEBUG nova.network.neutron [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.360749] env[62359]: DEBUG nova.compute.manager [req-f806a1c7-b170-427b-a9a1-5b27500d29e3 req-b8312b22-ac37-467e-940e-f49ef263e86d service nova] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Received event network-vif-deleted-68d5ff14-1d35-4634-a65a-f276eadd3f15 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.360979] env[62359]: DEBUG nova.compute.manager [req-f806a1c7-b170-427b-a9a1-5b27500d29e3 req-b8312b22-ac37-467e-940e-f49ef263e86d service nova] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Received event network-vif-deleted-027d75b5-ef68-442f-ae21-492108cfadd3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.370076] env[62359]: DEBUG nova.network.neutron [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.406759] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance c3a55033-e283-4c18-91f8-abf5b1e587aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 951.407137] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 951.407215] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 951.482209] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.519244] env[62359]: INFO nova.compute.manager [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Took 26.77 seconds to build instance. [ 951.570904] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441176, 'name': CreateVM_Task, 'duration_secs': 1.542406} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.570904] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.570904] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.570904] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.571243] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.571438] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9edcb323-6733-47c9-9dd1-73bd5d098154 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.580049] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 951.580049] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524bf50b-e9e2-279f-e5f4-a2e61b3a6b08" [ 951.580049] env[62359]: _type = "Task" [ 951.580049] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.590848] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524bf50b-e9e2-279f-e5f4-a2e61b3a6b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.635429] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441178, 'name': ReconfigVM_Task, 'duration_secs': 1.412113} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.636151] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Reconfigured VM instance instance-00000058 to attach disk [datastore2] b8e2f547-8255-4d38-aada-578df1c5d9eb/b8e2f547-8255-4d38-aada-578df1c5d9eb.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.636887] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b22c57e8-c1b3-4348-97b2-ba34422b95c5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.646288] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 951.646288] env[62359]: value = "task-2441180" [ 951.646288] env[62359]: _type = "Task" [ 951.646288] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.656125] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441180, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.731445] env[62359]: DEBUG oslo_vmware.api [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441179, 'name': PowerOffVM_Task, 'duration_secs': 0.519525} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.735008] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.735272] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.736853] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0658e43b-2f7d-44c4-9254-8acb0b3ed0e4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.800086] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.800826] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.800826] env[62359]: INFO nova.compute.manager [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Shelving [ 951.820616] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.820960] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.820960] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Deleting the datastore file [datastore2] e85c818d-43fa-44ca-bd22-22d5e41784b7 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.825526] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bd8e4e0-9bed-40a2-8a71-66e0972a7e97 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.835040] env[62359]: DEBUG oslo_vmware.api [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for the task: (returnval){ [ 951.835040] env[62359]: value = "task-2441182" [ 951.835040] env[62359]: _type = "Task" [ 951.835040] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.843799] env[62359]: DEBUG oslo_vmware.api [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.848302] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c5c6fb-cd33-48f1-a071-9bd64845a3a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.858879] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eb3c0d-75c6-4dec-8764-e4a357c425e1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.900120] env[62359]: DEBUG oslo_concurrency.lockutils [req-3fad3944-d16e-4bb1-b422-3ef142501432 req-13b00bca-08dc-4bea-acbc-839309be311d service nova] Releasing lock "refresh_cache-a4772206-3c11-41a3-86f1-43a366993b4c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.901356] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquired lock "refresh_cache-a4772206-3c11-41a3-86f1-43a366993b4c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.901999] env[62359]: DEBUG nova.network.neutron [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.906039] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4a6124-d27a-430b-8fcd-a59d66bb427f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.930675] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf7c257-e4d9-4e54-b0b2-fc10ce8dbbab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.949154] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.026586] env[62359]: DEBUG oslo_concurrency.lockutils [None req-765ad5fa-32c2-4af1-87e9-0b84c06ae2b7 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.286s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.094187] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524bf50b-e9e2-279f-e5f4-a2e61b3a6b08, 'name': SearchDatastore_Task, 'duration_secs': 0.023452} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.094359] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.094553] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.094767] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.094932] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.096022] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.098751] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5952287-499a-43c8-a77a-0749c6af1829 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.104021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "aae97c19-18db-4fd8-96fa-adb1835cf06f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.104021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.104021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "aae97c19-18db-4fd8-96fa-adb1835cf06f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.104021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.104021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.106044] env[62359]: INFO nova.compute.manager [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Terminating instance [ 952.126078] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.129041] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.129041] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e5affd-f234-4d37-bf6c-b77a924cef64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.136603] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 952.136603] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a012d7-57bb-9c7b-f3d5-cee3d67aa3d7" [ 952.136603] env[62359]: _type = "Task" [ 952.136603] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.148320] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a012d7-57bb-9c7b-f3d5-cee3d67aa3d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.159711] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441180, 'name': Rename_Task, 'duration_secs': 0.253936} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.160696] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.160696] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4089ec97-f9f7-43d3-94a2-8fbd39b246d0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.168116] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 952.168116] env[62359]: value = "task-2441183" [ 952.168116] env[62359]: _type = "Task" [ 952.168116] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.179260] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.345224] env[62359]: DEBUG oslo_vmware.api [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Task: {'id': task-2441182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312634} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.345717] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.345717] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.345888] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.347368] env[62359]: INFO nova.compute.manager [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Took 1.66 seconds to destroy the instance on the hypervisor. [ 952.347368] env[62359]: DEBUG oslo.service.loopingcall [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.347552] env[62359]: DEBUG nova.compute.manager [-] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.347552] env[62359]: DEBUG nova.network.neutron [-] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.446912] env[62359]: DEBUG nova.network.neutron [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.478189] env[62359]: ERROR nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [req-7c5ec9d0-a2ef-4094-bbf5-ba10632e666d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c5ec9d0-a2ef-4094-bbf5-ba10632e666d"}]} [ 952.501979] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 952.526640] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 952.526791] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.543905] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 952.571426] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 952.617902] env[62359]: DEBUG nova.compute.manager [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.618501] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.619641] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5237eecd-6311-4601-8fe1-ac59445f4877 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.629464] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.629702] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58995979-c7eb-4cae-bf2d-40c1bdbdcdd3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.636475] env[62359]: DEBUG nova.network.neutron [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Updating instance_info_cache with network_info: [{"id": "c5a661fd-f060-4b54-835a-a976a60a7c39", "address": "fa:16:3e:a9:ab:15", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5a661fd-f0", "ovs_interfaceid": "c5a661fd-f060-4b54-835a-a976a60a7c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.647253] env[62359]: DEBUG oslo_vmware.api [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 952.647253] env[62359]: value = "task-2441184" [ 952.647253] env[62359]: _type = "Task" [ 952.647253] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.655559] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a012d7-57bb-9c7b-f3d5-cee3d67aa3d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013067} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.659960] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-678a3220-36bc-4259-b417-6b1a9eda33f7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.667689] env[62359]: DEBUG oslo_vmware.api [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.676424] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 952.676424] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529e15d2-ed64-b707-b697-34bd90b10df7" [ 952.676424] env[62359]: _type = "Task" [ 952.676424] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.684857] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441183, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.694147] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529e15d2-ed64-b707-b697-34bd90b10df7, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.694147] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.694147] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 727d9927-b5f0-42e8-877b-7aa0ffa15e77/727d9927-b5f0-42e8-877b-7aa0ffa15e77.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.694404] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f753060c-5a5e-40f3-ada5-9f8dbcaf9967 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.707030] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 952.707030] env[62359]: value = "task-2441185" [ 952.707030] env[62359]: _type = "Task" [ 952.707030] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.719394] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.787539] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.787817] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.809697] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.809997] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1185abf-0ab6-4603-8b21-28396f98f019 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.819551] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 952.819551] env[62359]: value = "task-2441186" [ 952.819551] env[62359]: _type = "Task" [ 952.819551] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.835129] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.042158] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eafef9-af0b-469e-a248-09ec309f90a9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.051456] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d8b621-66da-4d14-ad3f-c7ab7e3de3d2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.090063] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f998761d-f07b-40bd-b233-703046b91628 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.098776] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4b32d3-be61-4e2c-a3d8-b49423143cc8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.117690] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.147754] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Releasing lock "refresh_cache-a4772206-3c11-41a3-86f1-43a366993b4c" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.147754] env[62359]: DEBUG nova.compute.manager [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Instance network_info: |[{"id": "c5a661fd-f060-4b54-835a-a976a60a7c39", "address": "fa:16:3e:a9:ab:15", "network": {"id": "89226928-0add-4624-bb61-cc99606b81a2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "43bd2367465e45acbce7f4cf284e0dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5a661fd-f0", "ovs_interfaceid": "c5a661fd-f060-4b54-835a-a976a60a7c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.148063] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:ab:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5a661fd-f060-4b54-835a-a976a60a7c39', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.156233] env[62359]: DEBUG oslo.service.loopingcall [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.156543] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.163233] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a0e1a7c-4837-4bf6-ba6d-3bcfdbd11aec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.186996] env[62359]: DEBUG oslo_vmware.api [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441184, 'name': PowerOffVM_Task, 'duration_secs': 0.314717} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.187745] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.187961] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.188353] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdcd7c71-f376-42f2-90f7-617fe1d73abc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.193418] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.193418] env[62359]: value = "task-2441187" [ 953.193418] env[62359]: _type = "Task" [ 953.193418] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.198042] env[62359]: DEBUG oslo_vmware.api [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441183, 'name': PowerOnVM_Task, 'duration_secs': 0.603982} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.201116] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.201361] env[62359]: INFO nova.compute.manager [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Took 9.74 seconds to spawn the instance on the hypervisor. [ 953.201567] env[62359]: DEBUG nova.compute.manager [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.202426] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab39528-fa1b-4be9-b309-c46f9fbe1bed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.211775] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441187, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.226625] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441185, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.295620] env[62359]: DEBUG nova.compute.manager [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.341058] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441186, 'name': PowerOffVM_Task, 'duration_secs': 0.261072} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.341907] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.342798] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f5d867-9468-4f81-b225-e6024e5b8ca2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.367545] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5913b8-8689-4073-976d-147ed93b0456 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.412811] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.412811] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.412811] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleting the datastore file [datastore1] aae97c19-18db-4fd8-96fa-adb1835cf06f {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.412811] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e812f234-1de5-4e7c-be32-4cce0a6b4f87 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.425851] env[62359]: DEBUG oslo_vmware.api [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 953.425851] env[62359]: value = "task-2441189" [ 953.425851] env[62359]: _type = "Task" [ 953.425851] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.444295] env[62359]: DEBUG oslo_vmware.api [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.549871] env[62359]: DEBUG nova.network.neutron [-] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.652908] env[62359]: DEBUG nova.compute.manager [req-81241df8-4e13-4668-a5b1-e827f57a107c req-826d5ce7-fa6c-4f9e-a114-a943a14159af service nova] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Received event network-vif-deleted-b36f6a94-d227-437a-bd61-d58e62183b97 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.660058] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 953.660058] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 125 to 126 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 953.660058] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.713029] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441187, 'name': CreateVM_Task, 'duration_secs': 0.430164} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.713029] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.713029] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.713029] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.713029] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.716999] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a28a110-1ab2-4815-b436-0f9e0796421f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.731215] env[62359]: INFO nova.compute.manager [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Took 27.20 seconds to build instance. [ 953.735845] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 953.735845] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]525f7ec1-9565-2287-f0f3-a0af4b3a0430" [ 953.735845] env[62359]: _type = "Task" [ 953.735845] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.739861] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587149} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.743586] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 727d9927-b5f0-42e8-877b-7aa0ffa15e77/727d9927-b5f0-42e8-877b-7aa0ffa15e77.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.744229] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.744229] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb471c4e-d757-4da9-9cf8-01e4e30b8b0a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.754372] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525f7ec1-9565-2287-f0f3-a0af4b3a0430, 'name': SearchDatastore_Task, 'duration_secs': 0.015444} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.757042] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.757346] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.757759] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.757819] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.758155] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.759728] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 953.759728] env[62359]: value = "task-2441190" [ 953.759728] env[62359]: _type = "Task" [ 953.759728] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.759728] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e639920-9a68-4843-89af-9605e700eb0b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.772573] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.784401] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.784659] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.786035] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebd8e1c-b9f2-4380-a224-19f989b606af {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.792723] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 953.792723] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52aade89-1df0-1c5e-7c65-a1ee436df073" [ 953.792723] env[62359]: _type = "Task" [ 953.792723] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.804650] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52aade89-1df0-1c5e-7c65-a1ee436df073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.820084] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.886032] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 953.886032] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-24717267-1b44-4c93-8df9-e8bc63f66296 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.898554] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 953.898554] env[62359]: value = "task-2441191" [ 953.898554] env[62359]: _type = "Task" [ 953.898554] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.915063] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441191, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.936869] env[62359]: DEBUG oslo_vmware.api [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27229} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.937123] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.937297] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.937476] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.937651] env[62359]: INFO nova.compute.manager [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Took 1.32 seconds to destroy the instance on the hypervisor. [ 953.937895] env[62359]: DEBUG oslo.service.loopingcall [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.938119] env[62359]: DEBUG nova.compute.manager [-] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.938212] env[62359]: DEBUG nova.network.neutron [-] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.052579] env[62359]: INFO nova.compute.manager [-] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Took 1.70 seconds to deallocate network for instance. [ 954.166475] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 954.166770] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.824s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.167137] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.813s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.169510] env[62359]: INFO nova.compute.claims [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.236866] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2c1ab96-dc89-42ba-9679-264fe5e6cf67 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.719s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.272750] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082227} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.273095] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.273926] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7b68e1-9a28-45c5-bf00-6bb143b7c939 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.298420] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 727d9927-b5f0-42e8-877b-7aa0ffa15e77/727d9927-b5f0-42e8-877b-7aa0ffa15e77.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.299307] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95fc4afb-efc6-46de-bdc7-9d2dce485545 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.326301] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52aade89-1df0-1c5e-7c65-a1ee436df073, 'name': SearchDatastore_Task, 'duration_secs': 0.015574} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.329660] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 954.329660] env[62359]: value = "task-2441192" [ 954.329660] env[62359]: _type = "Task" [ 954.329660] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.330127] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3082130b-73df-498d-8dbd-b61753379f34 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.339026] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 954.339026] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5238a1fb-b547-eed0-315c-2d56b5d6aaa7" [ 954.339026] env[62359]: _type = "Task" [ 954.339026] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.343341] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.356210] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5238a1fb-b547-eed0-315c-2d56b5d6aaa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.374985] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "bdd90dc5-dee6-40d9-87df-d711efc254dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.374985] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "bdd90dc5-dee6-40d9-87df-d711efc254dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.411530] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "819991d6-0042-46f6-a734-237e9ba2a166" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.412101] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "819991d6-0042-46f6-a734-237e9ba2a166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.418566] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441191, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.561871] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.830440] env[62359]: DEBUG nova.network.neutron [-] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.854761] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5238a1fb-b547-eed0-315c-2d56b5d6aaa7, 'name': SearchDatastore_Task, 'duration_secs': 0.0214} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.858531] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.858738] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] a4772206-3c11-41a3-86f1-43a366993b4c/a4772206-3c11-41a3-86f1-43a366993b4c.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.859043] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441192, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.859621] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83fc82a2-8395-45e2-8256-0a461cb9feb3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.871924] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 954.871924] env[62359]: value = "task-2441193" [ 954.871924] env[62359]: _type = "Task" [ 954.871924] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.879029] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.887235] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.906129] env[62359]: DEBUG oslo_concurrency.lockutils [None req-132febd6-51e8-4165-be8b-e78c9602b51d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.906129] env[62359]: DEBUG oslo_concurrency.lockutils [None req-132febd6-51e8-4165-be8b-e78c9602b51d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.906129] env[62359]: DEBUG nova.objects.instance [None req-132febd6-51e8-4165-be8b-e78c9602b51d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'flavor' on Instance uuid 26d8767d-43c2-4af1-800f-eaaf09bc90f5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.915045] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441191, 'name': CreateSnapshot_Task, 'duration_secs': 0.902222} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.915679] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 954.917069] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319746c3-2408-4337-bbab-03130b40593a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.922024] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.346117] env[62359]: INFO nova.compute.manager [-] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Took 1.41 seconds to deallocate network for instance. [ 955.348200] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441192, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.390848] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441193, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.413111] env[62359]: DEBUG nova.objects.instance [None req-132febd6-51e8-4165-be8b-e78c9602b51d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'pci_requests' on Instance uuid 26d8767d-43c2-4af1-800f-eaaf09bc90f5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.415926] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.446196] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 955.448036] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bcf6d0d4-4012-4fd6-8b9e-2e741ee191b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.462784] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 955.462784] env[62359]: value = "task-2441194" [ 955.462784] env[62359]: _type = "Task" [ 955.462784] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.463889] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.475606] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441194, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.626583] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67f90f3-fae7-4163-be2e-bc6dc3de12d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.638401] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1d8b8-9ba5-4f36-8116-efeb7fc01da8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.678815] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baf97c5-cd22-43d8-9153-c037d45fbf59 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.692911] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f465629-f526-4053-a473-3a629984d579 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.699871] env[62359]: DEBUG nova.compute.manager [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Received event network-changed-732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.700338] env[62359]: DEBUG nova.compute.manager [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Refreshing instance network info cache due to event network-changed-732a0ae3-e460-4a9c-95fa-47abe6909036. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 955.700474] env[62359]: DEBUG oslo_concurrency.lockutils [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] Acquiring lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.700661] env[62359]: DEBUG oslo_concurrency.lockutils [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] Acquired lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.700920] env[62359]: DEBUG nova.network.neutron [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Refreshing network info cache for port 732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.718439] env[62359]: DEBUG nova.compute.provider_tree [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.847261] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441192, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.860065] env[62359]: DEBUG oslo_concurrency.lockutils [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.886488] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441193, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.918374] env[62359]: DEBUG nova.objects.base [None req-132febd6-51e8-4165-be8b-e78c9602b51d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Object Instance<26d8767d-43c2-4af1-800f-eaaf09bc90f5> lazy-loaded attributes: flavor,pci_requests {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 955.918592] env[62359]: DEBUG nova.network.neutron [None req-132febd6-51e8-4165-be8b-e78c9602b51d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.976457] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441194, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.014381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-132febd6-51e8-4165-be8b-e78c9602b51d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.109s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.221880] env[62359]: DEBUG nova.scheduler.client.report [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.346999] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441192, 'name': ReconfigVM_Task, 'duration_secs': 1.565544} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.347334] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 727d9927-b5f0-42e8-877b-7aa0ffa15e77/727d9927-b5f0-42e8-877b-7aa0ffa15e77.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.348040] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5001ef4-56fb-4814-820c-db9b35fea445 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.358346] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 956.358346] env[62359]: value = "task-2441195" [ 956.358346] env[62359]: _type = "Task" [ 956.358346] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.367869] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441195, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.384077] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441193, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.475346] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441194, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.539822] env[62359]: DEBUG nova.network.neutron [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updated VIF entry in instance network info cache for port 732a0ae3-e460-4a9c-95fa-47abe6909036. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.539822] env[62359]: DEBUG nova.network.neutron [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updating instance_info_cache with network_info: [{"id": "732a0ae3-e460-4a9c-95fa-47abe6909036", "address": "fa:16:3e:88:d4:0a", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732a0ae3-e4", "ovs_interfaceid": "732a0ae3-e460-4a9c-95fa-47abe6909036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.727607] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.728468] env[62359]: DEBUG nova.compute.manager [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.730969] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.178s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.732387] env[62359]: INFO nova.compute.claims [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.869017] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441195, 'name': Rename_Task, 'duration_secs': 0.243727} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.869315] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.869559] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a64956b7-7b78-4019-bedf-d1f7e00865de {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.878695] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 956.878695] env[62359]: value = "task-2441196" [ 956.878695] env[62359]: _type = "Task" [ 956.878695] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.887755] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441193, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.851738} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.888519] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] a4772206-3c11-41a3-86f1-43a366993b4c/a4772206-3c11-41a3-86f1-43a366993b4c.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.888817] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.889123] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-823c0aca-238b-4c2a-aa08-f982a3055d89 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.894075] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.899597] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 956.899597] env[62359]: value = "task-2441197" [ 956.899597] env[62359]: _type = "Task" [ 956.899597] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.909079] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.976728] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441194, 'name': CloneVM_Task} progress is 95%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.042573] env[62359]: DEBUG oslo_concurrency.lockutils [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] Releasing lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.042856] env[62359]: DEBUG nova.compute.manager [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Received event network-vif-deleted-41eb6d3b-1457-4442-9343-5eb66c30763f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.043064] env[62359]: DEBUG nova.compute.manager [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Received event network-changed-c3ef4c0c-d137-467c-a987-e1bcbc854f68 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.043304] env[62359]: DEBUG nova.compute.manager [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Refreshing instance network info cache due to event network-changed-c3ef4c0c-d137-467c-a987-e1bcbc854f68. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 957.043533] env[62359]: DEBUG oslo_concurrency.lockutils [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] Acquiring lock "refresh_cache-b8e2f547-8255-4d38-aada-578df1c5d9eb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.043724] env[62359]: DEBUG oslo_concurrency.lockutils [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] Acquired lock "refresh_cache-b8e2f547-8255-4d38-aada-578df1c5d9eb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.043918] env[62359]: DEBUG nova.network.neutron [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Refreshing network info cache for port c3ef4c0c-d137-467c-a987-e1bcbc854f68 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.237302] env[62359]: DEBUG nova.compute.utils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 957.241586] env[62359]: DEBUG nova.compute.manager [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.241810] env[62359]: DEBUG nova.network.neutron [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.290928] env[62359]: DEBUG nova.policy [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e161a65db143dc89c2460fc63f29cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b9be558d91471e8c1e8fac0ba7b883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.391280] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.411312] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117046} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.411966] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.413834] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4e84a2-dc9f-4489-85dd-2416c3de3d4f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.444171] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a4772206-3c11-41a3-86f1-43a366993b4c/a4772206-3c11-41a3-86f1-43a366993b4c.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.444171] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6c104dc-00e1-422a-8968-284e52e67135 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.465140] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 957.465140] env[62359]: value = "task-2441198" [ 957.465140] env[62359]: _type = "Task" [ 957.465140] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.480018] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441198, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.484207] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441194, 'name': CloneVM_Task, 'duration_secs': 1.678503} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.484759] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Created linked-clone VM from snapshot [ 957.486044] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58db67dc-8693-4dcc-b244-97379700c6e1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.497504] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Uploading image d020dc7a-81ec-4f19-a992-4c836d8f70d6 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 957.537410] env[62359]: DEBUG oslo_vmware.rw_handles [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 957.537410] env[62359]: value = "vm-494514" [ 957.537410] env[62359]: _type = "VirtualMachine" [ 957.537410] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 957.538233] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-49182a32-9e92-4855-9acd-f90bc7e3a55d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.549756] env[62359]: DEBUG oslo_vmware.rw_handles [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lease: (returnval){ [ 957.549756] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5291c9d8-9007-0d7f-ce95-60bc2ae333c0" [ 957.549756] env[62359]: _type = "HttpNfcLease" [ 957.549756] env[62359]: } obtained for exporting VM: (result){ [ 957.549756] env[62359]: value = "vm-494514" [ 957.549756] env[62359]: _type = "VirtualMachine" [ 957.549756] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 957.550675] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the lease: (returnval){ [ 957.550675] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5291c9d8-9007-0d7f-ce95-60bc2ae333c0" [ 957.550675] env[62359]: _type = "HttpNfcLease" [ 957.550675] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.559131] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.559131] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5291c9d8-9007-0d7f-ce95-60bc2ae333c0" [ 957.559131] env[62359]: _type = "HttpNfcLease" [ 957.559131] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 957.559875] env[62359]: DEBUG oslo_vmware.rw_handles [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 957.559875] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5291c9d8-9007-0d7f-ce95-60bc2ae333c0" [ 957.559875] env[62359]: _type = "HttpNfcLease" [ 957.559875] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 957.560990] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c91007-6ece-401e-a83f-b3c29eafce7e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.571263] env[62359]: DEBUG oslo_vmware.rw_handles [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a148-292f-ca38-95c4-9e35e519aa86/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 957.571662] env[62359]: DEBUG oslo_vmware.rw_handles [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a148-292f-ca38-95c4-9e35e519aa86/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 957.704785] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-79c6042a-7a40-4dfa-a26c-d7afa8c5af08 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.742622] env[62359]: DEBUG nova.compute.manager [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.777692] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.777692] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.777692] env[62359]: INFO nova.compute.manager [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Rebooting instance [ 957.860182] env[62359]: DEBUG nova.network.neutron [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Successfully created port: a522a6cf-df01-4c11-b694-541e766996c3 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.892109] env[62359]: DEBUG oslo_vmware.api [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441196, 'name': PowerOnVM_Task, 'duration_secs': 0.858681} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.892657] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.893040] env[62359]: INFO nova.compute.manager [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Took 11.84 seconds to spawn the instance on the hypervisor. [ 957.893337] env[62359]: DEBUG nova.compute.manager [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.894449] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237e2865-0cec-4156-b6b0-f0a5b651b3a7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.902528] env[62359]: DEBUG nova.network.neutron [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Updated VIF entry in instance network info cache for port c3ef4c0c-d137-467c-a987-e1bcbc854f68. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.904034] env[62359]: DEBUG nova.network.neutron [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Updating instance_info_cache with network_info: [{"id": "c3ef4c0c-d137-467c-a987-e1bcbc854f68", "address": "fa:16:3e:d9:97:55", "network": {"id": "026df4eb-e63d-494b-b879-2fa49d2c4757", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224225623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9cca9a08d84954be8d657f056459dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ef4c0c-d1", "ovs_interfaceid": "c3ef4c0c-d137-467c-a987-e1bcbc854f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.977297] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441198, 'name': ReconfigVM_Task, 'duration_secs': 0.310024} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.977814] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a4772206-3c11-41a3-86f1-43a366993b4c/a4772206-3c11-41a3-86f1-43a366993b4c.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.978669] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc3fc7ff-1ca4-4c72-87c0-0715666649b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.989322] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 957.989322] env[62359]: value = "task-2441200" [ 957.989322] env[62359]: _type = "Task" [ 957.989322] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.999910] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441200, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.187033] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16582a71-a3f8-4d0e-9ef4-1f9511c8418a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.194809] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.196230] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.002s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.196826] env[62359]: DEBUG nova.objects.instance [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'flavor' on Instance uuid 26d8767d-43c2-4af1-800f-eaaf09bc90f5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.210081] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c9c87e-d205-4610-b677-1c50c4defffe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.272786] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da7c60-37b8-453d-8768-dc52a3dc5f03 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.277214] env[62359]: DEBUG oslo_vmware.rw_handles [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253d6c9-c295-5a65-d67e-d8c475b6439f/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 958.278389] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872272d5-db30-46ea-86dc-f4af7a0b85ac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.291937] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e621a8-1318-4c62-b9f8-0376e08342b8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.298407] env[62359]: DEBUG oslo_vmware.rw_handles [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253d6c9-c295-5a65-d67e-d8c475b6439f/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 958.298715] env[62359]: ERROR oslo_vmware.rw_handles [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253d6c9-c295-5a65-d67e-d8c475b6439f/disk-0.vmdk due to incomplete transfer. [ 958.299416] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2dee12de-f45f-45de-bfd8-c30999ff3aa5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.310866] env[62359]: DEBUG nova.compute.provider_tree [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.315544] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.316377] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.316377] env[62359]: DEBUG nova.network.neutron [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.317097] env[62359]: DEBUG oslo_vmware.rw_handles [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253d6c9-c295-5a65-d67e-d8c475b6439f/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 958.317413] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Uploaded image 797900aa-899d-4b15-9804-45435b4898df to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 958.320029] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 958.320971] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d832dc0-a285-4a3f-9f3e-2cbdeace8aed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.331266] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 958.331266] env[62359]: value = "task-2441201" [ 958.331266] env[62359]: _type = "Task" [ 958.331266] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.345353] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441201, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.406322] env[62359]: DEBUG oslo_concurrency.lockutils [req-9f63bd78-a762-4201-ba03-2fd48670f1d9 req-33953c34-0b08-4274-90a2-f5f537c994ea service nova] Releasing lock "refresh_cache-b8e2f547-8255-4d38-aada-578df1c5d9eb" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.423134] env[62359]: INFO nova.compute.manager [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Took 31.41 seconds to build instance. [ 958.502206] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441200, 'name': Rename_Task, 'duration_secs': 0.239628} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.503194] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.503629] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b7a45b-cf96-4a5b-b988-d3e0456c9968 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.512152] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 958.512152] env[62359]: value = "task-2441202" [ 958.512152] env[62359]: _type = "Task" [ 958.512152] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.521860] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.772710] env[62359]: DEBUG nova.compute.manager [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.797805] env[62359]: DEBUG nova.virt.hardware [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.798173] env[62359]: DEBUG nova.virt.hardware [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.798412] env[62359]: DEBUG nova.virt.hardware [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.798868] env[62359]: DEBUG nova.virt.hardware [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.799048] env[62359]: DEBUG nova.virt.hardware [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.799207] env[62359]: DEBUG nova.virt.hardware [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.799424] env[62359]: DEBUG nova.virt.hardware [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.799619] env[62359]: DEBUG nova.virt.hardware [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.800125] env[62359]: DEBUG nova.virt.hardware [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.800125] env[62359]: DEBUG nova.virt.hardware [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.800125] env[62359]: DEBUG nova.virt.hardware [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.801156] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e9792a-1baf-4076-aace-b5aaaaf260f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.805239] env[62359]: DEBUG nova.objects.instance [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'pci_requests' on Instance uuid 26d8767d-43c2-4af1-800f-eaaf09bc90f5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.813499] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58212fd3-7e0d-4fb4-9432-525c77e8ffae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.820737] env[62359]: DEBUG nova.scheduler.client.report [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.852211] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441201, 'name': Destroy_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.925365] env[62359]: DEBUG oslo_concurrency.lockutils [None req-66ff7d6d-b210-4118-9ab7-dc2ef56b5b98 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.923s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.027355] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.078619] env[62359]: DEBUG nova.network.neutron [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance_info_cache with network_info: [{"id": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "address": "fa:16:3e:9f:3c:7a", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8a0e07-15", "ovs_interfaceid": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.445721] env[62359]: DEBUG nova.objects.base [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Object Instance<26d8767d-43c2-4af1-800f-eaaf09bc90f5> lazy-loaded attributes: flavor,pci_requests {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 959.445721] env[62359]: DEBUG nova.network.neutron [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.445721] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.445721] env[62359]: DEBUG nova.compute.manager [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.445721] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.543s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.445721] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.445721] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.575s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.445721] env[62359]: DEBUG nova.objects.instance [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 959.445721] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441201, 'name': Destroy_Task, 'duration_secs': 0.672165} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.445721] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Destroyed the VM [ 959.445721] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 959.445721] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f625b8b-4a77-4895-9ae9-e0056a46c9aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.445721] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 959.445721] env[62359]: value = "task-2441203" [ 959.445721] env[62359]: _type = "Task" [ 959.445721] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.445721] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441203, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.451193] env[62359]: DEBUG nova.policy [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ac8f682c844f929fc2042a78f02685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7c0490bb1fb46d1a9d177a40f89c4fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.451193] env[62359]: INFO nova.scheduler.client.report [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Deleted allocations for instance 22568279-6eec-48f3-a7ec-53e01f227a95 [ 959.526721] env[62359]: DEBUG oslo_vmware.api [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441202, 'name': PowerOnVM_Task, 'duration_secs': 0.74934} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.527356] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.527356] env[62359]: INFO nova.compute.manager [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Took 10.88 seconds to spawn the instance on the hypervisor. [ 959.527551] env[62359]: DEBUG nova.compute.manager [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.529257] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914def1b-d86d-4b13-9836-d3b37f36d284 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.581605] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.696335] env[62359]: DEBUG nova.network.neutron [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Successfully updated port: a522a6cf-df01-4c11-b694-541e766996c3 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.738593] env[62359]: DEBUG nova.network.neutron [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Successfully created port: b77db51b-c760-49a7-af54-2b5065a90033 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.748968] env[62359]: DEBUG nova.compute.manager [req-fecfcbc0-2a14-44cf-82a5-ac6276e03975 req-d13c0f9e-3d1e-4295-899f-b8e563fa78d1 service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Received event network-vif-plugged-a522a6cf-df01-4c11-b694-541e766996c3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.750932] env[62359]: DEBUG oslo_concurrency.lockutils [req-fecfcbc0-2a14-44cf-82a5-ac6276e03975 req-d13c0f9e-3d1e-4295-899f-b8e563fa78d1 service nova] Acquiring lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.750932] env[62359]: DEBUG oslo_concurrency.lockutils [req-fecfcbc0-2a14-44cf-82a5-ac6276e03975 req-d13c0f9e-3d1e-4295-899f-b8e563fa78d1 service nova] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.750932] env[62359]: DEBUG oslo_concurrency.lockutils [req-fecfcbc0-2a14-44cf-82a5-ac6276e03975 req-d13c0f9e-3d1e-4295-899f-b8e563fa78d1 service nova] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.750932] env[62359]: DEBUG nova.compute.manager [req-fecfcbc0-2a14-44cf-82a5-ac6276e03975 req-d13c0f9e-3d1e-4295-899f-b8e563fa78d1 service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] No waiting events found dispatching network-vif-plugged-a522a6cf-df01-4c11-b694-541e766996c3 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.750932] env[62359]: WARNING nova.compute.manager [req-fecfcbc0-2a14-44cf-82a5-ac6276e03975 req-d13c0f9e-3d1e-4295-899f-b8e563fa78d1 service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Received unexpected event network-vif-plugged-a522a6cf-df01-4c11-b694-541e766996c3 for instance with vm_state building and task_state spawning. [ 959.833532] env[62359]: DEBUG nova.compute.utils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 959.835837] env[62359]: DEBUG nova.compute.manager [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.836274] env[62359]: DEBUG nova.network.neutron [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.879692] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441203, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.896177] env[62359]: DEBUG nova.policy [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06031afbec8478bbaf24910444042a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f62a5a0d034989a05d769f3639fb5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.960012] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d58e3427-22bf-42ca-8fe9-6f96e1a52079 tempest-ServersTestJSON-860677595 tempest-ServersTestJSON-860677595-project-member] Lock "22568279-6eec-48f3-a7ec-53e01f227a95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.994s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.049615] env[62359]: INFO nova.compute.manager [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Took 32.77 seconds to build instance. [ 960.087619] env[62359]: DEBUG nova.compute.manager [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.088688] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1500497-5849-496e-bb13-2c33d00e6e7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.199025] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "refresh_cache-46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.199025] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "refresh_cache-46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.199025] env[62359]: DEBUG nova.network.neutron [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.334023] env[62359]: DEBUG nova.network.neutron [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Successfully created port: 06c9056f-00ca-4b96-ba09-f0702d563f35 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.336506] env[62359]: DEBUG nova.compute.manager [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.347544] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5ae280e-cac5-4ea1-b7d3-a25b64f5109c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.348672] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.559s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.348879] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.351667] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.709s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.351858] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.353704] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.689s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.353938] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.356202] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.519s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.356405] env[62359]: DEBUG nova.objects.instance [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Lazy-loading 'resources' on Instance uuid b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.379594] env[62359]: INFO nova.scheduler.client.report [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Deleted allocations for instance d37ef858-c69f-4f17-b2f6-3a4a417100df [ 960.388117] env[62359]: DEBUG oslo_vmware.api [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441203, 'name': RemoveSnapshot_Task, 'duration_secs': 0.984588} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.389216] env[62359]: INFO nova.scheduler.client.report [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Deleted allocations for instance 64b90eec-36ae-48ba-a270-c94ae3dc9d8f [ 960.392848] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 960.392997] env[62359]: INFO nova.compute.manager [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Took 17.72 seconds to snapshot the instance on the hypervisor. [ 960.402622] env[62359]: INFO nova.scheduler.client.report [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted allocations for instance d4b1d536-b08f-47e3-859f-5bde4e4fdd45 [ 960.552091] env[62359]: DEBUG oslo_concurrency.lockutils [None req-5c456e4c-3780-4b29-9cd2-737ae2fb483c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "a4772206-3c11-41a3-86f1-43a366993b4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.282s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.766832] env[62359]: DEBUG nova.network.neutron [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.917791] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9ce63574-8f92-456a-8a34-8f6afaa47681 tempest-ServersTestManualDisk-306581344 tempest-ServersTestManualDisk-306581344-project-member] Lock "d37ef858-c69f-4f17-b2f6-3a4a417100df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.134s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.919116] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05730c5e-2259-46c7-a350-87c9219aa999 tempest-ServersNegativeTestMultiTenantJSON-52130187 tempest-ServersNegativeTestMultiTenantJSON-52130187-project-member] Lock "64b90eec-36ae-48ba-a270-c94ae3dc9d8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.667s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.933317] env[62359]: DEBUG oslo_concurrency.lockutils [None req-43227df9-5ae7-46a2-80ee-b85226f7e625 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "d4b1d536-b08f-47e3-859f-5bde4e4fdd45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.457s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.014619] env[62359]: DEBUG nova.network.neutron [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Updating instance_info_cache with network_info: [{"id": "a522a6cf-df01-4c11-b694-541e766996c3", "address": "fa:16:3e:8b:84:43", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa522a6cf-df", "ovs_interfaceid": "a522a6cf-df01-4c11-b694-541e766996c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.108148] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93396e2f-cecb-4bc0-850f-dc8657f1b5e2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.119767] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Doing hard reboot of VM {{(pid=62359) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 961.120239] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-58951150-c283-4a17-ba14-e5d692a0113e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.129880] env[62359]: DEBUG oslo_vmware.api [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 961.129880] env[62359]: value = "task-2441204" [ 961.129880] env[62359]: _type = "Task" [ 961.129880] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.139011] env[62359]: DEBUG oslo_vmware.api [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441204, 'name': ResetVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.190729] env[62359]: DEBUG nova.compute.manager [None req-00a06dec-8260-47fd-ac97-3807cffe1026 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Found 1 images (rotation: 2) {{(pid=62359) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 961.208465] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f098223-b045-489f-9867-3d024589dc3d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.219285] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3bbad-d841-48b0-98ed-a580371e4df5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.259851] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aa3668-ae17-42f1-8276-414ec043b4ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.271015] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1155219c-7f76-448b-8708-ae02a626932b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.287323] env[62359]: DEBUG nova.compute.provider_tree [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.347218] env[62359]: DEBUG nova.compute.manager [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.374335] env[62359]: DEBUG nova.virt.hardware [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.374598] env[62359]: DEBUG nova.virt.hardware [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.374751] env[62359]: DEBUG nova.virt.hardware [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.374960] env[62359]: DEBUG nova.virt.hardware [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.375217] env[62359]: DEBUG nova.virt.hardware [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.375398] env[62359]: DEBUG nova.virt.hardware [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.375618] env[62359]: DEBUG nova.virt.hardware [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.375777] env[62359]: DEBUG nova.virt.hardware [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.375983] env[62359]: DEBUG nova.virt.hardware [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.376174] env[62359]: DEBUG nova.virt.hardware [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.376358] env[62359]: DEBUG nova.virt.hardware [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.377264] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d2805b-a3a5-4779-976e-bd5e4d5cddc6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.385712] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e201c30-fec5-4672-88f9-f632985efaac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.518539] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "refresh_cache-46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.519099] env[62359]: DEBUG nova.compute.manager [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Instance network_info: |[{"id": "a522a6cf-df01-4c11-b694-541e766996c3", "address": "fa:16:3e:8b:84:43", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa522a6cf-df", "ovs_interfaceid": "a522a6cf-df01-4c11-b694-541e766996c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.519368] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:84:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a522a6cf-df01-4c11-b694-541e766996c3', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.527505] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Creating folder: Project (40b9be558d91471e8c1e8fac0ba7b883). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.527829] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fb3f0f1-7937-4446-804b-e35c1b4d0929 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.541675] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Created folder: Project (40b9be558d91471e8c1e8fac0ba7b883) in parent group-v494269. [ 961.541887] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Creating folder: Instances. Parent ref: group-v494515. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.542274] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ee7752f-d4d0-4fe0-828e-f11b55f16ee8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.554615] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Created folder: Instances in parent group-v494515. [ 961.554615] env[62359]: DEBUG oslo.service.loopingcall [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.554615] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.555160] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5de4319-7e78-4659-afc6-5d45dfcddd51 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.578179] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.578179] env[62359]: value = "task-2441207" [ 961.578179] env[62359]: _type = "Task" [ 961.578179] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.593803] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441207, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.641020] env[62359]: DEBUG oslo_vmware.api [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441204, 'name': ResetVM_Task, 'duration_secs': 0.114561} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.641905] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Did hard reboot of VM {{(pid=62359) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 961.642198] env[62359]: DEBUG nova.compute.manager [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.643048] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b30c5a3-60a2-4902-9e52-c4c3a1d63731 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.694882] env[62359]: DEBUG nova.network.neutron [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Successfully updated port: b77db51b-c760-49a7-af54-2b5065a90033 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.790728] env[62359]: DEBUG nova.scheduler.client.report [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.091239] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441207, 'name': CreateVM_Task, 'duration_secs': 0.414303} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.091513] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.092358] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.092686] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.092939] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.093426] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa6bcd3-742a-4a9f-8af1-5cd9d7b0d654 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.099839] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 962.099839] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52895455-ae10-58a4-a713-ec355387f5c5" [ 962.099839] env[62359]: _type = "Task" [ 962.099839] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.110296] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52895455-ae10-58a4-a713-ec355387f5c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.159765] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1126065a-cbd7-4593-be31-25924a7e3cc7 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.383s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.197924] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.198169] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.198383] env[62359]: DEBUG nova.network.neutron [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.205639] env[62359]: DEBUG nova.compute.manager [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.206653] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6773bbfc-6bfc-4b8b-a156-e601cf474ebd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.296373] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.299047] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.818s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.300809] env[62359]: DEBUG nova.objects.instance [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lazy-loading 'resources' on Instance uuid 982ffb6a-3d61-498c-859c-65489c8eed1d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.377628] env[62359]: INFO nova.scheduler.client.report [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Deleted allocations for instance b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678 [ 962.510854] env[62359]: DEBUG nova.compute.manager [req-fc8ec74c-7a59-4402-8c1b-741aa36f3925 req-ecfaca5a-cf7b-4a07-9bb5-9f22f1097861 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received event network-vif-plugged-b77db51b-c760-49a7-af54-2b5065a90033 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.511090] env[62359]: DEBUG oslo_concurrency.lockutils [req-fc8ec74c-7a59-4402-8c1b-741aa36f3925 req-ecfaca5a-cf7b-4a07-9bb5-9f22f1097861 service nova] Acquiring lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.511379] env[62359]: DEBUG oslo_concurrency.lockutils [req-fc8ec74c-7a59-4402-8c1b-741aa36f3925 req-ecfaca5a-cf7b-4a07-9bb5-9f22f1097861 service nova] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.512337] env[62359]: DEBUG oslo_concurrency.lockutils [req-fc8ec74c-7a59-4402-8c1b-741aa36f3925 req-ecfaca5a-cf7b-4a07-9bb5-9f22f1097861 service nova] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.512978] env[62359]: DEBUG nova.compute.manager [req-fc8ec74c-7a59-4402-8c1b-741aa36f3925 req-ecfaca5a-cf7b-4a07-9bb5-9f22f1097861 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] No waiting events found dispatching network-vif-plugged-b77db51b-c760-49a7-af54-2b5065a90033 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.512978] env[62359]: WARNING nova.compute.manager [req-fc8ec74c-7a59-4402-8c1b-741aa36f3925 req-ecfaca5a-cf7b-4a07-9bb5-9f22f1097861 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received unexpected event network-vif-plugged-b77db51b-c760-49a7-af54-2b5065a90033 for instance with vm_state active and task_state None. [ 962.611095] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52895455-ae10-58a4-a713-ec355387f5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.611426] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.611673] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.611967] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.612847] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.613409] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.613688] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c728323-ce07-458e-9adc-3bfafbdd7c29 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.624405] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.624405] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.624944] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11dc5c5-223b-408b-b14b-40ec98fa8808 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.630783] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 962.630783] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520f3158-bf1e-263f-c15b-09041c7b359d" [ 962.630783] env[62359]: _type = "Task" [ 962.630783] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.639906] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520f3158-bf1e-263f-c15b-09041c7b359d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.727935] env[62359]: INFO nova.compute.manager [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] instance snapshotting [ 962.731331] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7134de-f081-4f7a-a400-a49291727d40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.754802] env[62359]: WARNING nova.network.neutron [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] 5b4e23ee-4346-4a4c-b570-ebbcdd1664e1 already exists in list: networks containing: ['5b4e23ee-4346-4a4c-b570-ebbcdd1664e1']. ignoring it [ 962.757408] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a2d26d-8a47-45e0-bd0a-d7c4bf7bbca0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.837786] env[62359]: DEBUG nova.network.neutron [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Successfully updated port: 06c9056f-00ca-4b96-ba09-f0702d563f35 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.885765] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ff5dec7d-4eb1-46a6-88a2-46dfa585d56e tempest-ServerRescueTestJSONUnderV235-543124067 tempest-ServerRescueTestJSONUnderV235-543124067-project-member] Lock "b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.678s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.122123] env[62359]: DEBUG nova.compute.manager [req-25f1d741-d0d1-43c5-a82c-345cdbe6cf7d req-4e926ef1-a932-4fe7-b02d-b7d995550abd service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Received event network-changed-a522a6cf-df01-4c11-b694-541e766996c3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.122443] env[62359]: DEBUG nova.compute.manager [req-25f1d741-d0d1-43c5-a82c-345cdbe6cf7d req-4e926ef1-a932-4fe7-b02d-b7d995550abd service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Refreshing instance network info cache due to event network-changed-a522a6cf-df01-4c11-b694-541e766996c3. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.122781] env[62359]: DEBUG oslo_concurrency.lockutils [req-25f1d741-d0d1-43c5-a82c-345cdbe6cf7d req-4e926ef1-a932-4fe7-b02d-b7d995550abd service nova] Acquiring lock "refresh_cache-46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.123246] env[62359]: DEBUG oslo_concurrency.lockutils [req-25f1d741-d0d1-43c5-a82c-345cdbe6cf7d req-4e926ef1-a932-4fe7-b02d-b7d995550abd service nova] Acquired lock "refresh_cache-46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.123409] env[62359]: DEBUG nova.network.neutron [req-25f1d741-d0d1-43c5-a82c-345cdbe6cf7d req-4e926ef1-a932-4fe7-b02d-b7d995550abd service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Refreshing network info cache for port a522a6cf-df01-4c11-b694-541e766996c3 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.151081] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520f3158-bf1e-263f-c15b-09041c7b359d, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.151912] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca8c83d-fe02-4205-b328-522afd62c0c0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.161456] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 963.161456] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ad9e31-99ab-e5c4-e76b-4ead238f5ac6" [ 963.161456] env[62359]: _type = "Task" [ 963.161456] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.168228] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2e0ac4-148f-46ee-a0fb-fbcdde747fa9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.179221] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ad9e31-99ab-e5c4-e76b-4ead238f5ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.181608] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.181985] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5/46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.182535] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c2e1176-0833-4619-adc3-ef92a493b6cf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.186115] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02d4ebd-1729-4d68-b967-1668b1a7bf9a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.199655] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 963.199655] env[62359]: value = "task-2441208" [ 963.199655] env[62359]: _type = "Task" [ 963.199655] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.236688] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c0b540-a1a2-45cc-813f-b5d10bb60104 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.248830] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbd877f-2460-4a6d-a82e-825b31b777dc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.253074] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.266119] env[62359]: DEBUG nova.compute.provider_tree [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.272823] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 963.273136] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5f29c7c8-3c8c-4f91-84d0-399e26720b96 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.282411] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 963.282411] env[62359]: value = "task-2441209" [ 963.282411] env[62359]: _type = "Task" [ 963.282411] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.294126] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441209, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.342545] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "refresh_cache-c3a55033-e283-4c18-91f8-abf5b1e587aa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.342708] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "refresh_cache-c3a55033-e283-4c18-91f8-abf5b1e587aa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.342869] env[62359]: DEBUG nova.network.neutron [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.350240] env[62359]: DEBUG nova.network.neutron [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updating instance_info_cache with network_info: [{"id": "93882ec3-526a-40e9-8e75-fd7d275d065c", "address": "fa:16:3e:5c:f0:21", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93882ec3-52", "ovs_interfaceid": "93882ec3-526a-40e9-8e75-fd7d275d065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b77db51b-c760-49a7-af54-2b5065a90033", "address": "fa:16:3e:ca:ec:cd", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77db51b-c7", "ovs_interfaceid": "b77db51b-c760-49a7-af54-2b5065a90033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.744602] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441208, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.772032] env[62359]: DEBUG nova.scheduler.client.report [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.795747] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441209, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.853164] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.854632] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.855018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.855967] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba07d2f-549d-41e1-8323-6d2091ca3913 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.878664] env[62359]: DEBUG nova.virt.hardware [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.879911] env[62359]: DEBUG nova.virt.hardware [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.879911] env[62359]: DEBUG nova.virt.hardware [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.879911] env[62359]: DEBUG nova.virt.hardware [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.880189] env[62359]: DEBUG nova.virt.hardware [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.880295] env[62359]: DEBUG nova.virt.hardware [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.881120] env[62359]: DEBUG nova.virt.hardware [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.881120] env[62359]: DEBUG nova.virt.hardware [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.881350] env[62359]: DEBUG nova.virt.hardware [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.881494] env[62359]: DEBUG nova.virt.hardware [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.881727] env[62359]: DEBUG nova.virt.hardware [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.894305] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Reconfiguring VM to attach interface {{(pid=62359) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 963.894779] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087ad23c-e4a0-4be3-9a74-b00bbfe62e0d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.917639] env[62359]: DEBUG nova.network.neutron [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.930197] env[62359]: DEBUG oslo_vmware.api [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 963.930197] env[62359]: value = "task-2441210" [ 963.930197] env[62359]: _type = "Task" [ 963.930197] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.942558] env[62359]: DEBUG oslo_vmware.api [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441210, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.176740] env[62359]: DEBUG nova.network.neutron [req-25f1d741-d0d1-43c5-a82c-345cdbe6cf7d req-4e926ef1-a932-4fe7-b02d-b7d995550abd service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Updated VIF entry in instance network info cache for port a522a6cf-df01-4c11-b694-541e766996c3. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.177234] env[62359]: DEBUG nova.network.neutron [req-25f1d741-d0d1-43c5-a82c-345cdbe6cf7d req-4e926ef1-a932-4fe7-b02d-b7d995550abd service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Updating instance_info_cache with network_info: [{"id": "a522a6cf-df01-4c11-b694-541e766996c3", "address": "fa:16:3e:8b:84:43", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa522a6cf-df", "ovs_interfaceid": "a522a6cf-df01-4c11-b694-541e766996c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.250594] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441208, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.277740] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.280459] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.460s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.283051] env[62359]: INFO nova.compute.claims [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.289018] env[62359]: DEBUG nova.network.neutron [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Updating instance_info_cache with network_info: [{"id": "06c9056f-00ca-4b96-ba09-f0702d563f35", "address": "fa:16:3e:4e:ac:b8", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c9056f-00", "ovs_interfaceid": "06c9056f-00ca-4b96-ba09-f0702d563f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.308211] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441209, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.312311] env[62359]: INFO nova.scheduler.client.report [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted allocations for instance 982ffb6a-3d61-498c-859c-65489c8eed1d [ 964.388264] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.388618] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.442055] env[62359]: DEBUG oslo_vmware.api [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.679676] env[62359]: DEBUG oslo_concurrency.lockutils [req-25f1d741-d0d1-43c5-a82c-345cdbe6cf7d req-4e926ef1-a932-4fe7-b02d-b7d995550abd service nova] Releasing lock "refresh_cache-46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.747577] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441208, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.535362} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.748306] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5/46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.748306] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.748633] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ede9b054-7fa4-46e7-aa3b-621389dd53f8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.757369] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 964.757369] env[62359]: value = "task-2441211" [ 964.757369] env[62359]: _type = "Task" [ 964.757369] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.768549] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.801146] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "refresh_cache-c3a55033-e283-4c18-91f8-abf5b1e587aa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.801146] env[62359]: DEBUG nova.compute.manager [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Instance network_info: |[{"id": "06c9056f-00ca-4b96-ba09-f0702d563f35", "address": "fa:16:3e:4e:ac:b8", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c9056f-00", "ovs_interfaceid": "06c9056f-00ca-4b96-ba09-f0702d563f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.801146] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441209, 'name': CreateSnapshot_Task, 'duration_secs': 1.168395} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.802413] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:ac:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c9056f-00ca-4b96-ba09-f0702d563f35', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.810139] env[62359]: DEBUG oslo.service.loopingcall [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.810698] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 964.811640] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.812415] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21515856-5957-4c65-95fb-1880b0e3a4bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.815321] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed73289c-eb10-432e-98a2-de6de26c0ed0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.849856] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b16b0fdd-f920-4fec-8526-c79f91da18c0 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "982ffb6a-3d61-498c-859c-65489c8eed1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.415s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.859966] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.859966] env[62359]: value = "task-2441212" [ 964.859966] env[62359]: _type = "Task" [ 964.859966] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.871584] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441212, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.892212] env[62359]: DEBUG nova.compute.manager [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.947067] env[62359]: DEBUG oslo_vmware.api [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.212044] env[62359]: DEBUG nova.compute.manager [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.213071] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c054f40e-2056-4c78-bc31-6ef6d6416725 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.273827] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151477} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.274311] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.275918] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc53f706-033f-4d94-92b2-ba88a7a2ff16 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.307230] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5/46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.307991] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c999604d-7c6e-4abc-af19-0c0c15379116 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.332945] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 965.332945] env[62359]: value = "task-2441213" [ 965.332945] env[62359]: _type = "Task" [ 965.332945] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.351539] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.369823] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 965.369823] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-acfc347e-bd15-42ed-8cd2-63f6ce6708a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.390701] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441212, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.392036] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 965.392036] env[62359]: value = "task-2441214" [ 965.392036] env[62359]: _type = "Task" [ 965.392036] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.413267] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441214, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.425179] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.447391] env[62359]: DEBUG oslo_vmware.api [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441210, 'name': ReconfigVM_Task, 'duration_secs': 1.050916} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.448054] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.448583] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Reconfigured VM to attach interface {{(pid=62359) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 965.628135] env[62359]: DEBUG nova.compute.manager [req-d50414ff-0f18-44ef-8a9a-dcfca4722f86 req-b3f3144e-7884-470e-af55-c16c5e1d9867 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received event network-changed-b77db51b-c760-49a7-af54-2b5065a90033 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.628319] env[62359]: DEBUG nova.compute.manager [req-d50414ff-0f18-44ef-8a9a-dcfca4722f86 req-b3f3144e-7884-470e-af55-c16c5e1d9867 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Refreshing instance network info cache due to event network-changed-b77db51b-c760-49a7-af54-2b5065a90033. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 965.628539] env[62359]: DEBUG oslo_concurrency.lockutils [req-d50414ff-0f18-44ef-8a9a-dcfca4722f86 req-b3f3144e-7884-470e-af55-c16c5e1d9867 service nova] Acquiring lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.628687] env[62359]: DEBUG oslo_concurrency.lockutils [req-d50414ff-0f18-44ef-8a9a-dcfca4722f86 req-b3f3144e-7884-470e-af55-c16c5e1d9867 service nova] Acquired lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.628839] env[62359]: DEBUG nova.network.neutron [req-d50414ff-0f18-44ef-8a9a-dcfca4722f86 req-b3f3144e-7884-470e-af55-c16c5e1d9867 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Refreshing network info cache for port b77db51b-c760-49a7-af54-2b5065a90033 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.726945] env[62359]: INFO nova.compute.manager [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] instance snapshotting [ 965.726945] env[62359]: DEBUG nova.objects.instance [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'flavor' on Instance uuid 8845db81-381b-4141-a7d1-183ad304a48f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.760775] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1ceae6-c59c-475d-b55c-9c441f1e26f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.774055] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54c7034-fcfa-40b8-8c48-132f00000744 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.780524] env[62359]: DEBUG nova.compute.manager [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Received event network-vif-plugged-06c9056f-00ca-4b96-ba09-f0702d563f35 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.781259] env[62359]: DEBUG oslo_concurrency.lockutils [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] Acquiring lock "c3a55033-e283-4c18-91f8-abf5b1e587aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.781507] env[62359]: DEBUG oslo_concurrency.lockutils [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] Lock "c3a55033-e283-4c18-91f8-abf5b1e587aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.781682] env[62359]: DEBUG oslo_concurrency.lockutils [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] Lock "c3a55033-e283-4c18-91f8-abf5b1e587aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.781940] env[62359]: DEBUG nova.compute.manager [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] No waiting events found dispatching network-vif-plugged-06c9056f-00ca-4b96-ba09-f0702d563f35 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.782038] env[62359]: WARNING nova.compute.manager [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Received unexpected event network-vif-plugged-06c9056f-00ca-4b96-ba09-f0702d563f35 for instance with vm_state building and task_state spawning. [ 965.782252] env[62359]: DEBUG nova.compute.manager [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Received event network-changed-06c9056f-00ca-4b96-ba09-f0702d563f35 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.782387] env[62359]: DEBUG nova.compute.manager [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Refreshing instance network info cache due to event network-changed-06c9056f-00ca-4b96-ba09-f0702d563f35. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 965.782598] env[62359]: DEBUG oslo_concurrency.lockutils [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] Acquiring lock "refresh_cache-c3a55033-e283-4c18-91f8-abf5b1e587aa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.782726] env[62359]: DEBUG oslo_concurrency.lockutils [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] Acquired lock "refresh_cache-c3a55033-e283-4c18-91f8-abf5b1e587aa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.782949] env[62359]: DEBUG nova.network.neutron [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Refreshing network info cache for port 06c9056f-00ca-4b96-ba09-f0702d563f35 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.816943] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4603a9-fb6c-41d4-b6d7-218d6d96f4d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.828070] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c9c635-f967-4c8a-9037-ebff931d7e63 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.845642] env[62359]: DEBUG nova.compute.provider_tree [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.855676] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441213, 'name': ReconfigVM_Task, 'duration_secs': 0.41947} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.856453] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5/46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.857019] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75262cb2-82c0-4815-b801-5d0b707728e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.867335] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 965.867335] env[62359]: value = "task-2441215" [ 965.867335] env[62359]: _type = "Task" [ 965.867335] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.893793] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441215, 'name': Rename_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.894046] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441212, 'name': CreateVM_Task, 'duration_secs': 0.6498} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.903112] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.905062] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.906029] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.906029] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.907143] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18934ef9-5387-4579-85a9-fed7cf003d7c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.916070] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441214, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.921910] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 965.921910] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527c4a4b-284c-40f4-3546-5db22f22fc7c" [ 965.921910] env[62359]: _type = "Task" [ 965.921910] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.934540] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527c4a4b-284c-40f4-3546-5db22f22fc7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.956106] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d7befaa6-b2c3-4e2a-a0fe-5198cacb8a14 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.760s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.234893] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2e09f2-3d1d-42e1-ac8e-87a0607288b7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.261945] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bd71da-b932-4de7-ac35-9f97a1d0c8f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.372684] env[62359]: ERROR nova.scheduler.client.report [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [req-8e9ba4ea-1d88-4f10-a436-6e3321b60cfe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e9ba4ea-1d88-4f10-a436-6e3321b60cfe"}]} [ 966.385317] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441215, 'name': Rename_Task, 'duration_secs': 0.170579} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.385694] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.386019] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0903db0f-ee0e-4994-844d-feb34b392460 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.394977] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 966.394977] env[62359]: value = "task-2441216" [ 966.394977] env[62359]: _type = "Task" [ 966.394977] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.396306] env[62359]: DEBUG nova.scheduler.client.report [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 966.416310] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.421430] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441214, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.426831] env[62359]: DEBUG nova.scheduler.client.report [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 966.427088] env[62359]: DEBUG nova.compute.provider_tree [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.437820] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527c4a4b-284c-40f4-3546-5db22f22fc7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011188} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.442955] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.442955] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.442955] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.443093] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.443195] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.444385] env[62359]: DEBUG nova.scheduler.client.report [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 966.449124] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df248277-8a79-4aa0-91ef-7f8c365f923c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.474240] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.474240] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.474240] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a09c93-3412-458e-beb7-1b72f2c3b0bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.476900] env[62359]: DEBUG nova.scheduler.client.report [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 966.485528] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 966.485528] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527c35b2-142c-1b4c-79eb-e5323342e6c0" [ 966.485528] env[62359]: _type = "Task" [ 966.485528] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.497194] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527c35b2-142c-1b4c-79eb-e5323342e6c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.522358] env[62359]: DEBUG nova.network.neutron [req-d50414ff-0f18-44ef-8a9a-dcfca4722f86 req-b3f3144e-7884-470e-af55-c16c5e1d9867 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updated VIF entry in instance network info cache for port b77db51b-c760-49a7-af54-2b5065a90033. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.522358] env[62359]: DEBUG nova.network.neutron [req-d50414ff-0f18-44ef-8a9a-dcfca4722f86 req-b3f3144e-7884-470e-af55-c16c5e1d9867 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updating instance_info_cache with network_info: [{"id": "93882ec3-526a-40e9-8e75-fd7d275d065c", "address": "fa:16:3e:5c:f0:21", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93882ec3-52", "ovs_interfaceid": "93882ec3-526a-40e9-8e75-fd7d275d065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b77db51b-c760-49a7-af54-2b5065a90033", "address": "fa:16:3e:ca:ec:cd", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77db51b-c7", "ovs_interfaceid": "b77db51b-c760-49a7-af54-2b5065a90033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.733872] env[62359]: DEBUG nova.network.neutron [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Updated VIF entry in instance network info cache for port 06c9056f-00ca-4b96-ba09-f0702d563f35. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.734016] env[62359]: DEBUG nova.network.neutron [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Updating instance_info_cache with network_info: [{"id": "06c9056f-00ca-4b96-ba09-f0702d563f35", "address": "fa:16:3e:4e:ac:b8", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c9056f-00", "ovs_interfaceid": "06c9056f-00ca-4b96-ba09-f0702d563f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.779667] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 966.783020] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-637ea84f-90c9-4d3f-b442-5d8f3da35c7d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.790826] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 966.790826] env[62359]: value = "task-2441217" [ 966.790826] env[62359]: _type = "Task" [ 966.790826] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.806402] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.844645] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc8b25e-e8e7-486c-bd23-f8c19625b6a7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.856915] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940f349d-42a9-435e-8ffd-bc52e5ad770e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.901163] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa1feb9-c586-4821-9c3c-1444b3290a1c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.912496] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441214, 'name': CloneVM_Task} progress is 95%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.928755] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.933507] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66ad0bd-a80a-41cf-ad74-28eb729f6e87 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.949717] env[62359]: DEBUG nova.compute.provider_tree [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.998559] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527c35b2-142c-1b4c-79eb-e5323342e6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.025705} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.999426] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ebe9c6-6eea-4dea-ae7a-dcc78a691d1d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.006314] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 967.006314] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52445f92-8f81-710b-5d81-0a235e5f30b7" [ 967.006314] env[62359]: _type = "Task" [ 967.006314] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.016946] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52445f92-8f81-710b-5d81-0a235e5f30b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.027958] env[62359]: DEBUG oslo_concurrency.lockutils [req-d50414ff-0f18-44ef-8a9a-dcfca4722f86 req-b3f3144e-7884-470e-af55-c16c5e1d9867 service nova] Releasing lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.189858] env[62359]: DEBUG oslo_vmware.rw_handles [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a148-292f-ca38-95c4-9e35e519aa86/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 967.191203] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f76d96-c9bd-44cc-a2f3-67f22c235d56 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.200488] env[62359]: DEBUG oslo_vmware.rw_handles [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a148-292f-ca38-95c4-9e35e519aa86/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 967.200731] env[62359]: ERROR oslo_vmware.rw_handles [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a148-292f-ca38-95c4-9e35e519aa86/disk-0.vmdk due to incomplete transfer. [ 967.200987] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64872c12-4459-47ca-a0cf-646ff5d20f88 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.210535] env[62359]: DEBUG oslo_vmware.rw_handles [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5a148-292f-ca38-95c4-9e35e519aa86/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 967.210751] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Uploaded image d020dc7a-81ec-4f19-a992-4c836d8f70d6 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 967.213098] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 967.213098] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57daf0ce-50a3-474d-9995-26ad967d3407 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.221888] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 967.221888] env[62359]: value = "task-2441218" [ 967.221888] env[62359]: _type = "Task" [ 967.221888] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.234056] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441218, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.236915] env[62359]: DEBUG oslo_concurrency.lockutils [req-76d05497-1800-45f2-be44-f4cd9d91c8c0 req-ec42f91e-eb66-425c-a429-0f6629b052ee service nova] Releasing lock "refresh_cache-c3a55033-e283-4c18-91f8-abf5b1e587aa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.304271] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.414529] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441214, 'name': CloneVM_Task, 'duration_secs': 1.990985} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.415930] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Created linked-clone VM from snapshot [ 967.420035] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b289fc-6977-4ec2-99f1-73e3f6244af6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.427390] env[62359]: DEBUG oslo_vmware.api [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441216, 'name': PowerOnVM_Task, 'duration_secs': 0.922778} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.430566] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.430848] env[62359]: INFO nova.compute.manager [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Took 8.66 seconds to spawn the instance on the hypervisor. [ 967.431343] env[62359]: DEBUG nova.compute.manager [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.431999] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fa67a5-2a5d-440a-9ea7-1669ec460247 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.438947] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Uploading image 67052b50-f64a-42d5-81fb-d0a1740ea819 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 967.470767] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 967.470767] env[62359]: value = "vm-494520" [ 967.470767] env[62359]: _type = "VirtualMachine" [ 967.470767] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 967.471059] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ecb83890-4d66-4d2d-a816-60ee5c9f9c91 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.480732] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lease: (returnval){ [ 967.480732] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522ef1de-710a-60ea-7784-9a12d1b91595" [ 967.480732] env[62359]: _type = "HttpNfcLease" [ 967.480732] env[62359]: } obtained for exporting VM: (result){ [ 967.480732] env[62359]: value = "vm-494520" [ 967.480732] env[62359]: _type = "VirtualMachine" [ 967.480732] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 967.481222] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the lease: (returnval){ [ 967.481222] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522ef1de-710a-60ea-7784-9a12d1b91595" [ 967.481222] env[62359]: _type = "HttpNfcLease" [ 967.481222] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 967.491913] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.491913] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522ef1de-710a-60ea-7784-9a12d1b91595" [ 967.491913] env[62359]: _type = "HttpNfcLease" [ 967.491913] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 967.497135] env[62359]: DEBUG nova.scheduler.client.report [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 967.497478] env[62359]: DEBUG nova.compute.provider_tree [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 129 to 130 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 967.497685] env[62359]: DEBUG nova.compute.provider_tree [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.524788] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52445f92-8f81-710b-5d81-0a235e5f30b7, 'name': SearchDatastore_Task, 'duration_secs': 0.01175} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.525950] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.526047] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] c3a55033-e283-4c18-91f8-abf5b1e587aa/c3a55033-e283-4c18-91f8-abf5b1e587aa.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.526345] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42a181f6-f3fd-4b0e-b73d-0f697a0454f0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.536306] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 967.536306] env[62359]: value = "task-2441220" [ 967.536306] env[62359]: _type = "Task" [ 967.536306] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.550231] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.734788] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441218, 'name': Destroy_Task, 'duration_secs': 0.468878} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.735134] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Destroyed the VM [ 967.735448] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 967.735730] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-48b52f9d-7d1e-4d1e-a718-d8dac8f86fac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.744322] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 967.744322] env[62359]: value = "task-2441221" [ 967.744322] env[62359]: _type = "Task" [ 967.744322] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.753685] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441221, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.808333] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441217, 'name': CreateSnapshot_Task, 'duration_secs': 0.865671} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.809337] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 967.809999] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2bcbd3-e3b8-4cf5-a4ed-800e1e8ca1b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.960527] env[62359]: INFO nova.compute.manager [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Took 33.62 seconds to build instance. [ 967.995250] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.995250] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522ef1de-710a-60ea-7784-9a12d1b91595" [ 967.995250] env[62359]: _type = "HttpNfcLease" [ 967.995250] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 967.995746] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 967.995746] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522ef1de-710a-60ea-7784-9a12d1b91595" [ 967.995746] env[62359]: _type = "HttpNfcLease" [ 967.995746] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 967.996729] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd42f6ee-ff27-4c2b-b5c1-f70162ca1ec4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.004879] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.725s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.005587] env[62359]: DEBUG nova.compute.manager [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.019159] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.457s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.019455] env[62359]: DEBUG nova.objects.instance [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lazy-loading 'resources' on Instance uuid e85c818d-43fa-44ca-bd22-22d5e41784b7 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.024132] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f78dc-95d9-d7be-91ff-a3acebc64aca/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 968.024132] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f78dc-95d9-d7be-91ff-a3acebc64aca/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 968.113766] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441220, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.172033] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cadffc33-f8e1-4879-b48b-06d224436497 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.258230] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441221, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.335950] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 968.336427] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cd2d42c2-2380-4574-98da-3e5c1da63f7c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.350949] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 968.350949] env[62359]: value = "task-2441222" [ 968.350949] env[62359]: _type = "Task" [ 968.350949] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.364993] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441222, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.462247] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b586d6c-fc08-4c5d-9058-3284e62bcf57 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.134s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.516521] env[62359]: DEBUG nova.compute.utils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 968.518985] env[62359]: DEBUG nova.compute.manager [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.519347] env[62359]: DEBUG nova.network.neutron [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.526369] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-c8d0f63d-e99a-45e1-afee-69b3842c8b13" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.527228] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-c8d0f63d-e99a-45e1-afee-69b3842c8b13" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.527406] env[62359]: DEBUG nova.objects.instance [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'flavor' on Instance uuid 26d8767d-43c2-4af1-800f-eaaf09bc90f5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.602771] env[62359]: DEBUG nova.policy [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '044e406c000d4deeba67a01ff2d6280d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fec1d0a54d74d8e9ff4f986133eabce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.612352] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8218} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.616511] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] c3a55033-e283-4c18-91f8-abf5b1e587aa/c3a55033-e283-4c18-91f8-abf5b1e587aa.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.616912] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.619842] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6946ea85-237f-46a2-a8b5-4889cb1df24c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.628304] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 968.628304] env[62359]: value = "task-2441223" [ 968.628304] env[62359]: _type = "Task" [ 968.628304] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.646797] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.760887] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441221, 'name': RemoveSnapshot_Task, 'duration_secs': 0.735492} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.761563] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 968.762410] env[62359]: DEBUG nova.compute.manager [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.763533] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f5d2ff-9cc5-4057-8f9a-1e1056d5334c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.867880] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441222, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.968974] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16940792-8e39-4cf9-9a7c-2c1fb1feba6f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.978203] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0646078-4fa0-4ec2-9155-ad64893c498e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.018332] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac8e2a7-60fc-4896-b738-5adc21c4577f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.022265] env[62359]: DEBUG nova.compute.manager [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.041068] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f0f752-48e0-4ed1-b58f-34aee96a1da1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.059979] env[62359]: DEBUG nova.compute.provider_tree [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.142136] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163841} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.143047] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.144046] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fe0f30-5241-43cc-9662-29d944e0ac9e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.170886] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c3a55033-e283-4c18-91f8-abf5b1e587aa/c3a55033-e283-4c18-91f8-abf5b1e587aa.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.175119] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d122d45-909c-4fbb-b4c7-023d0166684c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.204967] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 969.204967] env[62359]: value = "task-2441224" [ 969.204967] env[62359]: _type = "Task" [ 969.204967] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.219219] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.245039] env[62359]: DEBUG nova.objects.instance [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'pci_requests' on Instance uuid 26d8767d-43c2-4af1-800f-eaaf09bc90f5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.283863] env[62359]: INFO nova.compute.manager [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Shelve offloading [ 969.367907] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441222, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.434711] env[62359]: DEBUG nova.network.neutron [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Successfully created port: 0b6e7b2f-f84f-4edd-91d5-75b097ecb68a {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.566106] env[62359]: DEBUG nova.scheduler.client.report [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.718698] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441224, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.749267] env[62359]: DEBUG nova.objects.base [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Object Instance<26d8767d-43c2-4af1-800f-eaaf09bc90f5> lazy-loaded attributes: flavor,pci_requests {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.749267] env[62359]: DEBUG nova.network.neutron [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.792955] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.793338] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccdeea7e-a8b1-4d25-ad58-dbd00d30fb90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.805352] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 969.805352] env[62359]: value = "task-2441225" [ 969.805352] env[62359]: _type = "Task" [ 969.805352] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.819337] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 969.820461] env[62359]: DEBUG nova.compute.manager [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.821913] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e6de1-11c0-460e-990a-1325653b7693 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.833038] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.833038] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.833038] env[62359]: DEBUG nova.network.neutron [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.848212] env[62359]: DEBUG nova.policy [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ac8f682c844f929fc2042a78f02685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7c0490bb1fb46d1a9d177a40f89c4fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.869831] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441222, 'name': CloneVM_Task} progress is 95%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.947908] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "f1f3e077-e902-428c-87e3-a70c88542841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.949432] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.037028] env[62359]: DEBUG nova.compute.manager [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.073024] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.080460] env[62359]: DEBUG nova.virt.hardware [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.081186] env[62359]: DEBUG nova.virt.hardware [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.082172] env[62359]: DEBUG nova.virt.hardware [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.082919] env[62359]: DEBUG nova.virt.hardware [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.083321] env[62359]: DEBUG nova.virt.hardware [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.083729] env[62359]: DEBUG nova.virt.hardware [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.084324] env[62359]: DEBUG nova.virt.hardware [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.084752] env[62359]: DEBUG nova.virt.hardware [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.085193] env[62359]: DEBUG nova.virt.hardware [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.085676] env[62359]: DEBUG nova.virt.hardware [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.089177] env[62359]: DEBUG nova.virt.hardware [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.089177] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.671s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.089992] env[62359]: INFO nova.compute.claims [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.097218] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a58b6a-feaa-4443-8e25-39a33b845a8c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.113590] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685b02d4-56ea-4e2d-b4ac-fb249b9b8a12 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.127868] env[62359]: INFO nova.scheduler.client.report [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Deleted allocations for instance e85c818d-43fa-44ca-bd22-22d5e41784b7 [ 970.222028] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441224, 'name': ReconfigVM_Task, 'duration_secs': 0.776678} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.222028] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c3a55033-e283-4c18-91f8-abf5b1e587aa/c3a55033-e283-4c18-91f8-abf5b1e587aa.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.222028] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30215330-0e6c-4613-81de-17fef412979c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.231362] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 970.231362] env[62359]: value = "task-2441226" [ 970.231362] env[62359]: _type = "Task" [ 970.231362] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.244442] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441226, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.370349] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441222, 'name': CloneVM_Task, 'duration_secs': 1.913965} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.371939] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Created linked-clone VM from snapshot [ 970.372229] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5bab3c-84f1-4325-a80c-fd58ba58da02 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.383066] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Uploading image be407aa3-fb46-4e98-a7cd-982f361f8d97 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 970.408831] env[62359]: DEBUG oslo_vmware.rw_handles [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 970.408831] env[62359]: value = "vm-494522" [ 970.408831] env[62359]: _type = "VirtualMachine" [ 970.408831] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 970.409794] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4deeb9da-e98d-49f5-8aed-d8cb081aa059 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.420026] env[62359]: DEBUG oslo_vmware.rw_handles [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lease: (returnval){ [ 970.420026] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52510917-ddf3-d118-acc3-8f4ca46a965a" [ 970.420026] env[62359]: _type = "HttpNfcLease" [ 970.420026] env[62359]: } obtained for exporting VM: (result){ [ 970.420026] env[62359]: value = "vm-494522" [ 970.420026] env[62359]: _type = "VirtualMachine" [ 970.420026] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 970.420781] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the lease: (returnval){ [ 970.420781] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52510917-ddf3-d118-acc3-8f4ca46a965a" [ 970.420781] env[62359]: _type = "HttpNfcLease" [ 970.420781] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 970.433675] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.433675] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52510917-ddf3-d118-acc3-8f4ca46a965a" [ 970.433675] env[62359]: _type = "HttpNfcLease" [ 970.433675] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 970.453575] env[62359]: DEBUG nova.compute.manager [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.638220] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b351a0a6-90d7-4733-af04-8ad68ec536bf tempest-ImagesOneServerTestJSON-491265421 tempest-ImagesOneServerTestJSON-491265421-project-member] Lock "e85c818d-43fa-44ca-bd22-22d5e41784b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.459s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.745670] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441226, 'name': Rename_Task, 'duration_secs': 0.244403} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.746318] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.746318] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42bfde8a-4a7c-4744-82ed-3c1629887b2e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.754650] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 970.754650] env[62359]: value = "task-2441228" [ 970.754650] env[62359]: _type = "Task" [ 970.754650] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.770052] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.837340] env[62359]: DEBUG nova.network.neutron [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updating instance_info_cache with network_info: [{"id": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "address": "fa:16:3e:62:99:ef", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c835af-c0", "ovs_interfaceid": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.935049] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.935049] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52510917-ddf3-d118-acc3-8f4ca46a965a" [ 970.935049] env[62359]: _type = "HttpNfcLease" [ 970.935049] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 970.937773] env[62359]: DEBUG oslo_vmware.rw_handles [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 970.937773] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52510917-ddf3-d118-acc3-8f4ca46a965a" [ 970.937773] env[62359]: _type = "HttpNfcLease" [ 970.937773] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 970.937773] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb0505-0604-47aa-8cf8-df1af0973623 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.953451] env[62359]: DEBUG oslo_vmware.rw_handles [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7232c-0ab9-500e-37b6-f45cf37b62cb/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 970.953451] env[62359]: DEBUG oslo_vmware.rw_handles [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7232c-0ab9-500e-37b6-f45cf37b62cb/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 971.045634] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.116454] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3da71ce-129f-405c-859c-48d922e7193d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.266417] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441228, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.343539] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.373769] env[62359]: DEBUG nova.compute.manager [req-6ec74584-c46c-490b-98ba-ecdd48386f89 req-2ce640c9-812d-46b2-a675-77bc7647368d service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Received event network-changed-a522a6cf-df01-4c11-b694-541e766996c3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.373769] env[62359]: DEBUG nova.compute.manager [req-6ec74584-c46c-490b-98ba-ecdd48386f89 req-2ce640c9-812d-46b2-a675-77bc7647368d service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Refreshing instance network info cache due to event network-changed-a522a6cf-df01-4c11-b694-541e766996c3. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 971.373769] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec74584-c46c-490b-98ba-ecdd48386f89 req-2ce640c9-812d-46b2-a675-77bc7647368d service nova] Acquiring lock "refresh_cache-46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.373769] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec74584-c46c-490b-98ba-ecdd48386f89 req-2ce640c9-812d-46b2-a675-77bc7647368d service nova] Acquired lock "refresh_cache-46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.373769] env[62359]: DEBUG nova.network.neutron [req-6ec74584-c46c-490b-98ba-ecdd48386f89 req-2ce640c9-812d-46b2-a675-77bc7647368d service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Refreshing network info cache for port a522a6cf-df01-4c11-b694-541e766996c3 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.463253] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquiring lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.463570] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.498654] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0ccbd8-e591-497b-863f-6a3c7ba28f6f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.509979] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1553a821-2c4f-4289-a3ea-e33ad96f8611 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.548959] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3701198b-e7a4-4098-8b12-992351fc9f42 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.558691] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e319ec79-877f-4ce4-a72f-c4144a531c92 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.577584] env[62359]: DEBUG nova.compute.provider_tree [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.767785] env[62359]: DEBUG oslo_vmware.api [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441228, 'name': PowerOnVM_Task, 'duration_secs': 0.644909} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.771461] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.771678] env[62359]: INFO nova.compute.manager [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Took 10.42 seconds to spawn the instance on the hypervisor. [ 971.771864] env[62359]: DEBUG nova.compute.manager [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.772722] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea142c-f79c-4392-aa45-8955e88adfce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.942228] env[62359]: DEBUG nova.network.neutron [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Successfully updated port: 0b6e7b2f-f84f-4edd-91d5-75b097ecb68a {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.950217] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.954672] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d154614-2d00-467e-a9f8-d63a8ec04023 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.966909] env[62359]: DEBUG nova.compute.manager [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.971132] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.974872] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f30ea739-f450-4fd2-ad49-f4e37904371d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.060586] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.060785] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.061393] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleting the datastore file [datastore2] c9a62cca-4a9b-424c-8a9c-f620f6319f18 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.061393] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62d2231f-d580-4e9f-951b-827767d4d4d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.071232] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 972.071232] env[62359]: value = "task-2441230" [ 972.071232] env[62359]: _type = "Task" [ 972.071232] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.083535] env[62359]: DEBUG nova.scheduler.client.report [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.088881] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.307264] env[62359]: INFO nova.compute.manager [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Took 36.78 seconds to build instance. [ 972.394929] env[62359]: DEBUG nova.network.neutron [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Successfully updated port: c8d0f63d-e99a-45e1-afee-69b3842c8b13 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.449232] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "refresh_cache-0729cc4d-fac6-4aaa-a8bd-a39de6889be0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.449232] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "refresh_cache-0729cc4d-fac6-4aaa-a8bd-a39de6889be0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.449232] env[62359]: DEBUG nova.network.neutron [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.489925] env[62359]: DEBUG nova.network.neutron [req-6ec74584-c46c-490b-98ba-ecdd48386f89 req-2ce640c9-812d-46b2-a675-77bc7647368d service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Updated VIF entry in instance network info cache for port a522a6cf-df01-4c11-b694-541e766996c3. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.491575] env[62359]: DEBUG nova.network.neutron [req-6ec74584-c46c-490b-98ba-ecdd48386f89 req-2ce640c9-812d-46b2-a675-77bc7647368d service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Updating instance_info_cache with network_info: [{"id": "a522a6cf-df01-4c11-b694-541e766996c3", "address": "fa:16:3e:8b:84:43", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa522a6cf-df", "ovs_interfaceid": "a522a6cf-df01-4c11-b694-541e766996c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.513021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.582855] env[62359]: DEBUG oslo_vmware.api [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365465} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.583289] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.583518] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.583804] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.589799] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.590331] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.593179] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.129s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.594686] env[62359]: INFO nova.compute.claims [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.604907] env[62359]: INFO nova.scheduler.client.report [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleted allocations for instance c9a62cca-4a9b-424c-8a9c-f620f6319f18 [ 972.811239] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2a09db52-baf6-420b-8fe1-8d5466fd7331 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c3a55033-e283-4c18-91f8-abf5b1e587aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.297s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.899285] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.899427] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.899649] env[62359]: DEBUG nova.network.neutron [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.982130] env[62359]: DEBUG nova.network.neutron [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.995815] env[62359]: DEBUG oslo_concurrency.lockutils [req-6ec74584-c46c-490b-98ba-ecdd48386f89 req-2ce640c9-812d-46b2-a675-77bc7647368d service nova] Releasing lock "refresh_cache-46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.099454] env[62359]: DEBUG nova.compute.utils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 973.103926] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.103926] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.112872] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.152799] env[62359]: DEBUG nova.network.neutron [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Updating instance_info_cache with network_info: [{"id": "0b6e7b2f-f84f-4edd-91d5-75b097ecb68a", "address": "fa:16:3e:d6:a1:8c", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6e7b2f-f8", "ovs_interfaceid": "0b6e7b2f-f84f-4edd-91d5-75b097ecb68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.168671] env[62359]: DEBUG nova.policy [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ee0e769b2324cab9259f898fd3882fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8817537c427344ce89b78118da257e66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.480607] env[62359]: WARNING nova.network.neutron [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] 5b4e23ee-4346-4a4c-b570-ebbcdd1664e1 already exists in list: networks containing: ['5b4e23ee-4346-4a4c-b570-ebbcdd1664e1']. ignoring it [ 973.480840] env[62359]: WARNING nova.network.neutron [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] 5b4e23ee-4346-4a4c-b570-ebbcdd1664e1 already exists in list: networks containing: ['5b4e23ee-4346-4a4c-b570-ebbcdd1664e1']. ignoring it [ 973.551316] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Successfully created port: cd82baa9-de41-49f6-8974-e37ee486b074 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.605406] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.656997] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "refresh_cache-0729cc4d-fac6-4aaa-a8bd-a39de6889be0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.657341] env[62359]: DEBUG nova.compute.manager [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Instance network_info: |[{"id": "0b6e7b2f-f84f-4edd-91d5-75b097ecb68a", "address": "fa:16:3e:d6:a1:8c", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6e7b2f-f8", "ovs_interfaceid": "0b6e7b2f-f84f-4edd-91d5-75b097ecb68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.658113] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:a1:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b6e7b2f-f84f-4edd-91d5-75b097ecb68a', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.669509] env[62359]: DEBUG oslo.service.loopingcall [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.672928] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.676381] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec7ad92-cd4a-4f32-954e-d5908570ef8e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.704620] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.704620] env[62359]: value = "task-2441231" [ 973.704620] env[62359]: _type = "Task" [ 973.704620] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.715138] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441231, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.958101] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419fb216-80e3-48d2-81ac-5eb4adadfb15 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.967502] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392dc437-68da-4aee-958a-d76ecbafc6a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.010169] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b0be76-430c-4c04-95ea-c16197f1d3ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.019356] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5bac0e-2164-4933-8577-bec563b9d2c7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.035676] env[62359]: DEBUG nova.compute.provider_tree [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.215798] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441231, 'name': CreateVM_Task, 'duration_secs': 0.439864} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.216068] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.219338] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.219526] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.219870] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.220473] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9372f230-00bf-43a8-bd9c-0c38fe1fcd49 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.226702] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 974.226702] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52300c67-0b72-3b91-da54-3ad004f90ebf" [ 974.226702] env[62359]: _type = "Task" [ 974.226702] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.236737] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52300c67-0b72-3b91-da54-3ad004f90ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.385831] env[62359]: DEBUG nova.network.neutron [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updating instance_info_cache with network_info: [{"id": "93882ec3-526a-40e9-8e75-fd7d275d065c", "address": "fa:16:3e:5c:f0:21", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93882ec3-52", "ovs_interfaceid": "93882ec3-526a-40e9-8e75-fd7d275d065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b77db51b-c760-49a7-af54-2b5065a90033", "address": "fa:16:3e:ca:ec:cd", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77db51b-c7", "ovs_interfaceid": "b77db51b-c760-49a7-af54-2b5065a90033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8d0f63d-e99a-45e1-afee-69b3842c8b13", "address": "fa:16:3e:7b:da:36", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d0f63d-e9", "ovs_interfaceid": "c8d0f63d-e99a-45e1-afee-69b3842c8b13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.542226] env[62359]: DEBUG nova.scheduler.client.report [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.618961] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.739650] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52300c67-0b72-3b91-da54-3ad004f90ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.014307} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.739956] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.740223] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.740468] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.740613] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.740796] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.741099] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9d0f307-8fc4-4670-9003-c1e1f676fe56 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.753362] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.753599] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.754543] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eebaac1-c2e9-49c6-ae8c-d17e6588ecf2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.760744] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 974.760744] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a0a854-f3ee-c0d3-922e-033f4ad8c102" [ 974.760744] env[62359]: _type = "Task" [ 974.760744] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.769776] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a0a854-f3ee-c0d3-922e-033f4ad8c102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.888796] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.889548] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.889707] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.890622] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a63af8-b048-48fc-80d1-100eb52b2275 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.910463] env[62359]: DEBUG nova.virt.hardware [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.910804] env[62359]: DEBUG nova.virt.hardware [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.910904] env[62359]: DEBUG nova.virt.hardware [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.911077] env[62359]: DEBUG nova.virt.hardware [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.911254] env[62359]: DEBUG nova.virt.hardware [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.911511] env[62359]: DEBUG nova.virt.hardware [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.911730] env[62359]: DEBUG nova.virt.hardware [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.911892] env[62359]: DEBUG nova.virt.hardware [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.912107] env[62359]: DEBUG nova.virt.hardware [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.912285] env[62359]: DEBUG nova.virt.hardware [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.912464] env[62359]: DEBUG nova.virt.hardware [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.919335] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Reconfiguring VM to attach interface {{(pid=62359) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 974.919734] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe36e63-aea2-4729-8c80-d3415e290a2d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.940294] env[62359]: DEBUG oslo_vmware.api [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 974.940294] env[62359]: value = "task-2441232" [ 974.940294] env[62359]: _type = "Task" [ 974.940294] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.949442] env[62359]: DEBUG oslo_vmware.api [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441232, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.049022] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.049705] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.055207] env[62359]: DEBUG oslo_concurrency.lockutils [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.194s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.055207] env[62359]: DEBUG nova.objects.instance [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lazy-loading 'resources' on Instance uuid aae97c19-18db-4fd8-96fa-adb1835cf06f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.273199] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a0a854-f3ee-c0d3-922e-033f4ad8c102, 'name': SearchDatastore_Task, 'duration_secs': 0.023156} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.274060] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6c7944-95d3-4045-9c02-ba8ca6e7b7f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.281649] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 975.281649] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b6be8e-0a47-42f8-abc9-039578c4ddb9" [ 975.281649] env[62359]: _type = "Task" [ 975.281649] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.292066] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b6be8e-0a47-42f8-abc9-039578c4ddb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.456855] env[62359]: DEBUG oslo_vmware.api [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.559027] env[62359]: DEBUG nova.compute.utils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 975.559027] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.559027] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.632604] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Successfully updated port: cd82baa9-de41-49f6-8974-e37ee486b074 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.648848] env[62359]: DEBUG nova.policy [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ee0e769b2324cab9259f898fd3882fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8817537c427344ce89b78118da257e66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.796058] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b6be8e-0a47-42f8-abc9-039578c4ddb9, 'name': SearchDatastore_Task, 'duration_secs': 0.015758} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.796675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.796789] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 0729cc4d-fac6-4aaa-a8bd-a39de6889be0/0729cc4d-fac6-4aaa-a8bd-a39de6889be0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.797160] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b735b18-5b64-41c5-af34-7ef360f76ec5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.809686] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 975.809686] env[62359]: value = "task-2441233" [ 975.809686] env[62359]: _type = "Task" [ 975.809686] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.824755] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.934027] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4cde74-eaee-44d0-885e-79e0c511c41a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.951668] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99720eea-f231-4e88-8288-dd3c8bd5b4a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.960062] env[62359]: DEBUG oslo_vmware.api [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441232, 'name': ReconfigVM_Task, 'duration_secs': 0.774364} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.960062] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.960478] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Reconfigured VM to attach interface {{(pid=62359) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 976.001413] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Successfully created port: 13dd3fe5-b437-48c8-8254-bd3ffe9b42d3 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.004785] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0342c237-2447-40da-bd59-8fd2c818697e tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-c8d0f63d-e99a-45e1-afee-69b3842c8b13" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.478s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.006574] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a000942-b8ae-4779-8b5b-0bf628f3ddb4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.018995] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ee55f6-1917-4ad4-adc4-17fca296f12f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.036105] env[62359]: DEBUG nova.compute.provider_tree [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.068678] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.135389] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "refresh_cache-bdd90dc5-dee6-40d9-87df-d711efc254dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.135692] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "refresh_cache-bdd90dc5-dee6-40d9-87df-d711efc254dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.135692] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.321087] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441233, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.540449] env[62359]: DEBUG nova.scheduler.client.report [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.681911] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.714214] env[62359]: DEBUG nova.compute.manager [req-c6b4cae4-fb5d-4be8-a2a9-8d39e013784c req-eb3da562-224c-4b10-a13a-81bee05842cb service nova] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Received event network-vif-plugged-0b6e7b2f-f84f-4edd-91d5-75b097ecb68a {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.714214] env[62359]: DEBUG oslo_concurrency.lockutils [req-c6b4cae4-fb5d-4be8-a2a9-8d39e013784c req-eb3da562-224c-4b10-a13a-81bee05842cb service nova] Acquiring lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.714214] env[62359]: DEBUG oslo_concurrency.lockutils [req-c6b4cae4-fb5d-4be8-a2a9-8d39e013784c req-eb3da562-224c-4b10-a13a-81bee05842cb service nova] Lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.714570] env[62359]: DEBUG oslo_concurrency.lockutils [req-c6b4cae4-fb5d-4be8-a2a9-8d39e013784c req-eb3da562-224c-4b10-a13a-81bee05842cb service nova] Lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.715182] env[62359]: DEBUG nova.compute.manager [req-c6b4cae4-fb5d-4be8-a2a9-8d39e013784c req-eb3da562-224c-4b10-a13a-81bee05842cb service nova] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] No waiting events found dispatching network-vif-plugged-0b6e7b2f-f84f-4edd-91d5-75b097ecb68a {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.715544] env[62359]: WARNING nova.compute.manager [req-c6b4cae4-fb5d-4be8-a2a9-8d39e013784c req-eb3da562-224c-4b10-a13a-81bee05842cb service nova] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Received unexpected event network-vif-plugged-0b6e7b2f-f84f-4edd-91d5-75b097ecb68a for instance with vm_state building and task_state spawning. [ 976.823064] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573497} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.823731] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 0729cc4d-fac6-4aaa-a8bd-a39de6889be0/0729cc4d-fac6-4aaa-a8bd-a39de6889be0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.823900] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.824235] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd5ed9a3-1f39-45c1-ab94-a9f7cae930ec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.829957] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Updating instance_info_cache with network_info: [{"id": "cd82baa9-de41-49f6-8974-e37ee486b074", "address": "fa:16:3e:8d:c9:ac", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd82baa9-de", "ovs_interfaceid": "cd82baa9-de41-49f6-8974-e37ee486b074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.833007] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 976.833007] env[62359]: value = "task-2441234" [ 976.833007] env[62359]: _type = "Task" [ 976.833007] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.842514] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.051337] env[62359]: DEBUG oslo_concurrency.lockutils [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.054644] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.630s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.056598] env[62359]: INFO nova.compute.claims [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.078770] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.085678] env[62359]: INFO nova.scheduler.client.report [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted allocations for instance aae97c19-18db-4fd8-96fa-adb1835cf06f [ 977.334340] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "refresh_cache-bdd90dc5-dee6-40d9-87df-d711efc254dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.337507] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Instance network_info: |[{"id": "cd82baa9-de41-49f6-8974-e37ee486b074", "address": "fa:16:3e:8d:c9:ac", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd82baa9-de", "ovs_interfaceid": "cd82baa9-de41-49f6-8974-e37ee486b074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.347321] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078619} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.347693] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.348427] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad0e2ce-2299-4bee-b1ce-180717ae5847 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.373934] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 0729cc4d-fac6-4aaa-a8bd-a39de6889be0/0729cc4d-fac6-4aaa-a8bd-a39de6889be0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.374281] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9026258-4f49-4473-9ced-79787f4b7820 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.391416] env[62359]: DEBUG nova.compute.manager [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Received event network-vif-unplugged-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.391650] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Acquiring lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.392172] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.392356] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.392615] env[62359]: DEBUG nova.compute.manager [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] No waiting events found dispatching network-vif-unplugged-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.392792] env[62359]: WARNING nova.compute.manager [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Received unexpected event network-vif-unplugged-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 for instance with vm_state shelved_offloaded and task_state None. [ 977.392955] env[62359]: DEBUG nova.compute.manager [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received event network-vif-plugged-c8d0f63d-e99a-45e1-afee-69b3842c8b13 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.393215] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Acquiring lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.393437] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.393592] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.393751] env[62359]: DEBUG nova.compute.manager [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] No waiting events found dispatching network-vif-plugged-c8d0f63d-e99a-45e1-afee-69b3842c8b13 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.393912] env[62359]: WARNING nova.compute.manager [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received unexpected event network-vif-plugged-c8d0f63d-e99a-45e1-afee-69b3842c8b13 for instance with vm_state active and task_state None. [ 977.394136] env[62359]: DEBUG nova.compute.manager [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Received event network-changed-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.394235] env[62359]: DEBUG nova.compute.manager [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Refreshing instance network info cache due to event network-changed-00c835af-c0ff-4ed2-b324-b9ba75a01ad4. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 977.394416] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Acquiring lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.394550] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Acquired lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.394701] env[62359]: DEBUG nova.network.neutron [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Refreshing network info cache for port 00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.404081] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 977.404081] env[62359]: value = "task-2441235" [ 977.404081] env[62359]: _type = "Task" [ 977.404081] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.414713] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.599275] env[62359]: DEBUG oslo_concurrency.lockutils [None req-329b0105-d110-4160-8853-5fe1caa2e7c5 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "aae97c19-18db-4fd8-96fa-adb1835cf06f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.497s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.632276] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Successfully updated port: 13dd3fe5-b437-48c8-8254-bd3ffe9b42d3 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.918502] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441235, 'name': ReconfigVM_Task, 'duration_secs': 0.46737} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.918766] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 0729cc4d-fac6-4aaa-a8bd-a39de6889be0/0729cc4d-fac6-4aaa-a8bd-a39de6889be0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.919544] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfa2b493-3ebc-45fb-9d0e-c5181239d5aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.927527] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 977.927527] env[62359]: value = "task-2441236" [ 977.927527] env[62359]: _type = "Task" [ 977.927527] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.940575] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441236, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.135699] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "refresh_cache-819991d6-0042-46f6-a734-237e9ba2a166" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.136126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "refresh_cache-819991d6-0042-46f6-a734-237e9ba2a166" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.136126] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.158046] env[62359]: DEBUG nova.network.neutron [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updated VIF entry in instance network info cache for port 00c835af-c0ff-4ed2-b324-b9ba75a01ad4. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.158177] env[62359]: DEBUG nova.network.neutron [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updating instance_info_cache with network_info: [{"id": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "address": "fa:16:3e:62:99:ef", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap00c835af-c0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.299139] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.300633] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.300633] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.300633] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.300837] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.300964] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.301152] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.301643] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.301643] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.301643] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.301810] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.303993] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb12c73-03a6-4a79-af52-5db1651faf86 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.319464] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.319706] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.319865] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.320060] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.320213] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.320361] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.320566] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.320725] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.324018] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.324018] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.324018] env[62359]: DEBUG nova.virt.hardware [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.324018] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c49717-1644-414a-b8ed-9b3a40896607 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.329255] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3737b85e-7b29-4cb9-9883-2aaf6fdaeda8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.336131] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f78dc-95d9-d7be-91ff-a3acebc64aca/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.336923] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f928bb74-0546-4bef-9519-bc7422c2d784 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.350347] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:c9:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd82baa9-de41-49f6-8974-e37ee486b074', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.357901] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Creating folder: Project (8817537c427344ce89b78118da257e66). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.362233] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2182f41c-308e-41cc-83a0-830f059c3f55 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.366174] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-510380ec-3a67-4389-b69e-8642aa869820 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.370448] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f78dc-95d9-d7be-91ff-a3acebc64aca/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.370603] env[62359]: ERROR oslo_vmware.rw_handles [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f78dc-95d9-d7be-91ff-a3acebc64aca/disk-0.vmdk due to incomplete transfer. [ 978.371378] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2b3197a1-3172-4c18-82e6-ec9467e200c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.385124] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Created folder: Project (8817537c427344ce89b78118da257e66) in parent group-v494269. [ 978.385124] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Creating folder: Instances. Parent ref: group-v494524. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.386413] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cef23288-bb87-4c86-a65e-90014f72ce5e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.388067] env[62359]: DEBUG oslo_vmware.rw_handles [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f78dc-95d9-d7be-91ff-a3acebc64aca/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 978.388254] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Uploaded image 67052b50-f64a-42d5-81fb-d0a1740ea819 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 978.390577] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 978.390826] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b66d73c5-5a90-42d1-8362-afbf73638682 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.397442] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 978.397442] env[62359]: value = "task-2441239" [ 978.397442] env[62359]: _type = "Task" [ 978.397442] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.399426] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0abba56-d640-4bee-a478-ef5b7b71731e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.410054] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Created folder: Instances in parent group-v494524. [ 978.410192] env[62359]: DEBUG oslo.service.loopingcall [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.410844] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.411147] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab546690-9ac2-4010-89cd-d2a857da47e7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.431180] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441239, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.435703] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53b5eb6-dd1d-41bd-b475-0b066153f7e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.440274] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.440274] env[62359]: value = "task-2441240" [ 978.440274] env[62359]: _type = "Task" [ 978.440274] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.473033] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441236, 'name': Rename_Task, 'duration_secs': 0.185735} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.474649] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5b235-9f25-4407-baac-88e24088c421 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.477546] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.481245] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78c396e6-ab11-4d94-b1d5-db4528c9464f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.482770] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441240, 'name': CreateVM_Task} progress is 15%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.490607] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847f32c-627a-43aa-97e9-a50b15255f2f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.495482] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 978.495482] env[62359]: value = "task-2441241" [ 978.495482] env[62359]: _type = "Task" [ 978.495482] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.511972] env[62359]: DEBUG nova.compute.provider_tree [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.521509] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441241, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.662848] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Releasing lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.663776] env[62359]: DEBUG nova.compute.manager [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received event network-changed-c8d0f63d-e99a-45e1-afee-69b3842c8b13 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.664075] env[62359]: DEBUG nova.compute.manager [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Refreshing instance network info cache due to event network-changed-c8d0f63d-e99a-45e1-afee-69b3842c8b13. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 978.664369] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Acquiring lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.664558] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Acquired lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.664769] env[62359]: DEBUG nova.network.neutron [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Refreshing network info cache for port c8d0f63d-e99a-45e1-afee-69b3842c8b13 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.702440] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.896680] env[62359]: DEBUG nova.network.neutron [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Updating instance_info_cache with network_info: [{"id": "13dd3fe5-b437-48c8-8254-bd3ffe9b42d3", "address": "fa:16:3e:ec:47:48", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dd3fe5-b4", "ovs_interfaceid": "13dd3fe5-b437-48c8-8254-bd3ffe9b42d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.917565] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441239, 'name': Destroy_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.956595] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441240, 'name': CreateVM_Task, 'duration_secs': 0.484257} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.956595] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.957541] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.957790] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.958430] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.958775] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0191a9-5053-4e9b-bcc2-310a772eef02 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.966067] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 978.966067] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527130e3-63b8-e025-4ea3-b2f50a437aec" [ 978.966067] env[62359]: _type = "Task" [ 978.966067] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.981086] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527130e3-63b8-e025-4ea3-b2f50a437aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.010176] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441241, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.015467] env[62359]: DEBUG nova.scheduler.client.report [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.065729] env[62359]: DEBUG nova.compute.manager [req-6fbd3aaa-8d7d-4856-8157-8554f9dbdb57 req-32aabc6d-6332-4c94-a47f-a1647e68cf79 service nova] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Received event network-changed-0b6e7b2f-f84f-4edd-91d5-75b097ecb68a {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.065967] env[62359]: DEBUG nova.compute.manager [req-6fbd3aaa-8d7d-4856-8157-8554f9dbdb57 req-32aabc6d-6332-4c94-a47f-a1647e68cf79 service nova] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Refreshing instance network info cache due to event network-changed-0b6e7b2f-f84f-4edd-91d5-75b097ecb68a. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 979.066269] env[62359]: DEBUG oslo_concurrency.lockutils [req-6fbd3aaa-8d7d-4856-8157-8554f9dbdb57 req-32aabc6d-6332-4c94-a47f-a1647e68cf79 service nova] Acquiring lock "refresh_cache-0729cc4d-fac6-4aaa-a8bd-a39de6889be0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.066431] env[62359]: DEBUG oslo_concurrency.lockutils [req-6fbd3aaa-8d7d-4856-8157-8554f9dbdb57 req-32aabc6d-6332-4c94-a47f-a1647e68cf79 service nova] Acquired lock "refresh_cache-0729cc4d-fac6-4aaa-a8bd-a39de6889be0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.066613] env[62359]: DEBUG nova.network.neutron [req-6fbd3aaa-8d7d-4856-8157-8554f9dbdb57 req-32aabc6d-6332-4c94-a47f-a1647e68cf79 service nova] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Refreshing network info cache for port 0b6e7b2f-f84f-4edd-91d5-75b097ecb68a {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.304870] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "2cf156ce-f1b0-44c4-9305-d501ac10e245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.305267] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "2cf156ce-f1b0-44c4-9305-d501ac10e245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.400821] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "refresh_cache-819991d6-0042-46f6-a734-237e9ba2a166" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.401406] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Instance network_info: |[{"id": "13dd3fe5-b437-48c8-8254-bd3ffe9b42d3", "address": "fa:16:3e:ec:47:48", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dd3fe5-b4", "ovs_interfaceid": "13dd3fe5-b437-48c8-8254-bd3ffe9b42d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.402093] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:47:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13dd3fe5-b437-48c8-8254-bd3ffe9b42d3', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.410275] env[62359]: DEBUG oslo.service.loopingcall [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.414304] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.414675] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82bd753a-e265-42e8-8ef6-cc0d76ab763d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.432563] env[62359]: DEBUG nova.network.neutron [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updated VIF entry in instance network info cache for port c8d0f63d-e99a-45e1-afee-69b3842c8b13. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.433322] env[62359]: DEBUG nova.network.neutron [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updating instance_info_cache with network_info: [{"id": "93882ec3-526a-40e9-8e75-fd7d275d065c", "address": "fa:16:3e:5c:f0:21", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93882ec3-52", "ovs_interfaceid": "93882ec3-526a-40e9-8e75-fd7d275d065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b77db51b-c760-49a7-af54-2b5065a90033", "address": "fa:16:3e:ca:ec:cd", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77db51b-c7", "ovs_interfaceid": "b77db51b-c760-49a7-af54-2b5065a90033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8d0f63d-e99a-45e1-afee-69b3842c8b13", "address": "fa:16:3e:7b:da:36", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d0f63d-e9", "ovs_interfaceid": "c8d0f63d-e99a-45e1-afee-69b3842c8b13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.439384] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441239, 'name': Destroy_Task, 'duration_secs': 0.58301} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.440044] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Destroyed the VM [ 979.440207] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 979.440486] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29cabe45-07dc-40b0-bbb7-a3a8194532e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.445984] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.445984] env[62359]: value = "task-2441242" [ 979.445984] env[62359]: _type = "Task" [ 979.445984] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.450719] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 979.450719] env[62359]: value = "task-2441243" [ 979.450719] env[62359]: _type = "Task" [ 979.450719] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.454256] env[62359]: DEBUG nova.compute.manager [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Received event network-vif-plugged-cd82baa9-de41-49f6-8974-e37ee486b074 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.454502] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Acquiring lock "bdd90dc5-dee6-40d9-87df-d711efc254dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.454762] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Lock "bdd90dc5-dee6-40d9-87df-d711efc254dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.454938] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Lock "bdd90dc5-dee6-40d9-87df-d711efc254dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.455148] env[62359]: DEBUG nova.compute.manager [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] No waiting events found dispatching network-vif-plugged-cd82baa9-de41-49f6-8974-e37ee486b074 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.455284] env[62359]: WARNING nova.compute.manager [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Received unexpected event network-vif-plugged-cd82baa9-de41-49f6-8974-e37ee486b074 for instance with vm_state building and task_state spawning. [ 979.455447] env[62359]: DEBUG nova.compute.manager [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Received event network-changed-cd82baa9-de41-49f6-8974-e37ee486b074 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.455601] env[62359]: DEBUG nova.compute.manager [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Refreshing instance network info cache due to event network-changed-cd82baa9-de41-49f6-8974-e37ee486b074. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 979.455784] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Acquiring lock "refresh_cache-bdd90dc5-dee6-40d9-87df-d711efc254dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.455933] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Acquired lock "refresh_cache-bdd90dc5-dee6-40d9-87df-d711efc254dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.456174] env[62359]: DEBUG nova.network.neutron [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Refreshing network info cache for port cd82baa9-de41-49f6-8974-e37ee486b074 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.464333] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441242, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.474104] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441243, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.480837] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527130e3-63b8-e025-4ea3-b2f50a437aec, 'name': SearchDatastore_Task, 'duration_secs': 0.016219} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.481192] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.481443] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.481672] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.481817] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.482082] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.482536] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-093e4cd1-c314-4c07-b04c-1d1cff83db9e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.494875] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.495222] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.496086] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4855b262-e4db-4770-8d3d-d49ac19fc45e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.510070] env[62359]: DEBUG oslo_vmware.api [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441241, 'name': PowerOnVM_Task, 'duration_secs': 0.618211} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.514161] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.514459] env[62359]: INFO nova.compute.manager [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Took 9.48 seconds to spawn the instance on the hypervisor. [ 979.514801] env[62359]: DEBUG nova.compute.manager [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.515297] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 979.515297] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527c2637-8d05-258d-3682-bf3228ecfa0c" [ 979.515297] env[62359]: _type = "Task" [ 979.515297] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.516335] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb440b9-702d-4d3d-aaa0-1b18bf4b49e4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.521523] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.522149] env[62359]: DEBUG nova.compute.manager [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.531698] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.485s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.533739] env[62359]: INFO nova.compute.claims [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.546383] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527c2637-8d05-258d-3682-bf3228ecfa0c, 'name': SearchDatastore_Task, 'duration_secs': 0.013175} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.548452] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a283c9a-967f-49d8-8956-64d8988b42c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.554471] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 979.554471] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529d4968-4e6d-3433-4f2f-436ce3a0ae01" [ 979.554471] env[62359]: _type = "Task" [ 979.554471] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.564245] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529d4968-4e6d-3433-4f2f-436ce3a0ae01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.810030] env[62359]: DEBUG nova.compute.manager [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.833708] env[62359]: DEBUG nova.network.neutron [req-6fbd3aaa-8d7d-4856-8157-8554f9dbdb57 req-32aabc6d-6332-4c94-a47f-a1647e68cf79 service nova] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Updated VIF entry in instance network info cache for port 0b6e7b2f-f84f-4edd-91d5-75b097ecb68a. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.834227] env[62359]: DEBUG nova.network.neutron [req-6fbd3aaa-8d7d-4856-8157-8554f9dbdb57 req-32aabc6d-6332-4c94-a47f-a1647e68cf79 service nova] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Updating instance_info_cache with network_info: [{"id": "0b6e7b2f-f84f-4edd-91d5-75b097ecb68a", "address": "fa:16:3e:d6:a1:8c", "network": {"id": "55945f20-4fa1-49cb-98a5-9fe4c78041ef", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-539150746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fec1d0a54d74d8e9ff4f986133eabce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6e7b2f-f8", "ovs_interfaceid": "0b6e7b2f-f84f-4edd-91d5-75b097ecb68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.837425] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-b77db51b-c760-49a7-af54-2b5065a90033" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.837768] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-b77db51b-c760-49a7-af54-2b5065a90033" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.940907] env[62359]: DEBUG oslo_concurrency.lockutils [req-95156d69-49e6-423a-a2c8-0f63ce1127e8 req-9b9e63df-6abe-4f23-9bc9-6b1bdf640af1 service nova] Releasing lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.959663] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441242, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.969917] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441243, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.031978] env[62359]: DEBUG nova.compute.utils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 980.033451] env[62359]: DEBUG nova.compute.manager [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.033718] env[62359]: DEBUG nova.network.neutron [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.065690] env[62359]: INFO nova.compute.manager [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Took 26.26 seconds to build instance. [ 980.079091] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529d4968-4e6d-3433-4f2f-436ce3a0ae01, 'name': SearchDatastore_Task, 'duration_secs': 0.018412} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.079381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.079635] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] bdd90dc5-dee6-40d9-87df-d711efc254dd/bdd90dc5-dee6-40d9-87df-d711efc254dd.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.080217] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a34a5a77-51ee-4a5e-a02a-2b0d467cbfe8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.093061] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 980.093061] env[62359]: value = "task-2441244" [ 980.093061] env[62359]: _type = "Task" [ 980.093061] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.103438] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.118518] env[62359]: DEBUG nova.policy [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5aabdfd3ba4acf9b98ec64d70f588e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c085ee261646dd8c7cefad3c20afae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.154258] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.333712] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.336928] env[62359]: DEBUG nova.network.neutron [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Updated VIF entry in instance network info cache for port cd82baa9-de41-49f6-8974-e37ee486b074. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.337071] env[62359]: DEBUG nova.network.neutron [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Updating instance_info_cache with network_info: [{"id": "cd82baa9-de41-49f6-8974-e37ee486b074", "address": "fa:16:3e:8d:c9:ac", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd82baa9-de", "ovs_interfaceid": "cd82baa9-de41-49f6-8974-e37ee486b074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.342020] env[62359]: DEBUG oslo_concurrency.lockutils [req-6fbd3aaa-8d7d-4856-8157-8554f9dbdb57 req-32aabc6d-6332-4c94-a47f-a1647e68cf79 service nova] Releasing lock "refresh_cache-0729cc4d-fac6-4aaa-a8bd-a39de6889be0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.342020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.342218] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.343105] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e70519-cee0-48fd-92cf-c95879d83e3f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.363663] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4bc875-63dd-47a5-8f22-91329078658c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.396663] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Reconfiguring VM to detach interface {{(pid=62359) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 980.397141] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1217e91-9bba-4d0f-b9f3-fdc67e6f6adc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.419310] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 980.419310] env[62359]: value = "task-2441245" [ 980.419310] env[62359]: _type = "Task" [ 980.419310] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.439669] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.461567] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441242, 'name': CreateVM_Task, 'duration_secs': 0.529475} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.462245] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.463303] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.463475] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.463806] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.464103] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4faa238e-9232-4c72-946b-0946562694a0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.469365] env[62359]: DEBUG oslo_vmware.api [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441243, 'name': RemoveSnapshot_Task, 'duration_secs': 0.931428} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.470166] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 980.470326] env[62359]: INFO nova.compute.manager [None req-4e55783d-5bce-4558-a1dd-1ab365e84154 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Took 17.74 seconds to snapshot the instance on the hypervisor. [ 980.474222] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 980.474222] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529a0bd6-04ee-9e1b-7aeb-fb565e47566b" [ 980.474222] env[62359]: _type = "Task" [ 980.474222] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.486215] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529a0bd6-04ee-9e1b-7aeb-fb565e47566b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.537623] env[62359]: DEBUG nova.compute.manager [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.571555] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dbf494d-ab0e-4eaa-b54b-312b1b5ee927 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.783s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.600963] env[62359]: DEBUG nova.network.neutron [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Successfully created port: a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.615542] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441244, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.843101] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Releasing lock "refresh_cache-bdd90dc5-dee6-40d9-87df-d711efc254dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.843101] env[62359]: DEBUG nova.compute.manager [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Received event network-vif-plugged-13dd3fe5-b437-48c8-8254-bd3ffe9b42d3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.843101] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Acquiring lock "819991d6-0042-46f6-a734-237e9ba2a166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.843101] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Lock "819991d6-0042-46f6-a734-237e9ba2a166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.843101] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Lock "819991d6-0042-46f6-a734-237e9ba2a166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.843101] env[62359]: DEBUG nova.compute.manager [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] No waiting events found dispatching network-vif-plugged-13dd3fe5-b437-48c8-8254-bd3ffe9b42d3 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.843101] env[62359]: WARNING nova.compute.manager [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Received unexpected event network-vif-plugged-13dd3fe5-b437-48c8-8254-bd3ffe9b42d3 for instance with vm_state building and task_state spawning. [ 980.843101] env[62359]: DEBUG nova.compute.manager [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Received event network-changed-13dd3fe5-b437-48c8-8254-bd3ffe9b42d3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.843101] env[62359]: DEBUG nova.compute.manager [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Refreshing instance network info cache due to event network-changed-13dd3fe5-b437-48c8-8254-bd3ffe9b42d3. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 980.843101] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Acquiring lock "refresh_cache-819991d6-0042-46f6-a734-237e9ba2a166" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.843101] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Acquired lock "refresh_cache-819991d6-0042-46f6-a734-237e9ba2a166" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.843101] env[62359]: DEBUG nova.network.neutron [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Refreshing network info cache for port 13dd3fe5-b437-48c8-8254-bd3ffe9b42d3 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.926426] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf55833-be37-4aba-a291-f90f86263f14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.932769] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.938922] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166abd1-6408-4c6f-a5f1-63ce0ba515d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.983095] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b0506a-22ea-4aa1-860b-f8abad523bb2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.994968] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529a0bd6-04ee-9e1b-7aeb-fb565e47566b, 'name': SearchDatastore_Task, 'duration_secs': 0.069144} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.996737] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc765e6a-119f-4e40-84b6-67e82f168dfb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.001208] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.002044] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.002044] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.002044] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.002044] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.002666] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-573e8748-63b8-43c9-8e2e-ae5dc83cf3c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.016799] env[62359]: DEBUG nova.compute.provider_tree [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.018440] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.018651] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.019595] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d869652-3f8e-4060-917e-a28b65f8c0c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.025657] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 981.025657] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f96ca7-b7aa-3a84-08ee-49af1cbf19dd" [ 981.025657] env[62359]: _type = "Task" [ 981.025657] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.035296] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f96ca7-b7aa-3a84-08ee-49af1cbf19dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.105504] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746221} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.105783] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] bdd90dc5-dee6-40d9-87df-d711efc254dd/bdd90dc5-dee6-40d9-87df-d711efc254dd.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.107056] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.107056] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1ca6d6b-2e5a-4689-a0b9-f41a3a9430f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.115259] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 981.115259] env[62359]: value = "task-2441246" [ 981.115259] env[62359]: _type = "Task" [ 981.115259] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.125375] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.435850] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.520946] env[62359]: DEBUG nova.scheduler.client.report [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.544558] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f96ca7-b7aa-3a84-08ee-49af1cbf19dd, 'name': SearchDatastore_Task, 'duration_secs': 0.030614} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.545392] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a89f62a0-0979-49e1-9d81-abd0f29fe6dc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.552170] env[62359]: DEBUG nova.compute.manager [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.560672] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 981.560672] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d4c0d1-b0a8-7489-bf17-ff3b0f3ea327" [ 981.560672] env[62359]: _type = "Task" [ 981.560672] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.571016] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d4c0d1-b0a8-7489-bf17-ff3b0f3ea327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.582520] env[62359]: DEBUG nova.virt.hardware [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.582712] env[62359]: DEBUG nova.virt.hardware [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.582868] env[62359]: DEBUG nova.virt.hardware [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.583069] env[62359]: DEBUG nova.virt.hardware [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.583231] env[62359]: DEBUG nova.virt.hardware [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.583419] env[62359]: DEBUG nova.virt.hardware [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.583663] env[62359]: DEBUG nova.virt.hardware [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.583857] env[62359]: DEBUG nova.virt.hardware [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.584049] env[62359]: DEBUG nova.virt.hardware [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.584221] env[62359]: DEBUG nova.virt.hardware [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.584394] env[62359]: DEBUG nova.virt.hardware [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.585600] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86f209c-7d92-465c-98f6-d43e44dec1f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.600614] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0a9862-f171-4abd-b803-ee94722e5778 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.625015] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081914} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.625322] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.626165] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2899569-0f32-420b-9de4-8a431ade9b2b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.650660] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] bdd90dc5-dee6-40d9-87df-d711efc254dd/bdd90dc5-dee6-40d9-87df-d711efc254dd.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.651621] env[62359]: DEBUG nova.network.neutron [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Updated VIF entry in instance network info cache for port 13dd3fe5-b437-48c8-8254-bd3ffe9b42d3. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.651962] env[62359]: DEBUG nova.network.neutron [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Updating instance_info_cache with network_info: [{"id": "13dd3fe5-b437-48c8-8254-bd3ffe9b42d3", "address": "fa:16:3e:ec:47:48", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dd3fe5-b4", "ovs_interfaceid": "13dd3fe5-b437-48c8-8254-bd3ffe9b42d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.654168] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6919a3-eed9-4e6f-aa11-d17951dc723d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.675557] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 981.675557] env[62359]: value = "task-2441247" [ 981.675557] env[62359]: _type = "Task" [ 981.675557] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.686360] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.932323] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.026843] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.027533] env[62359]: DEBUG nova.compute.manager [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.030935] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.518s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.032680] env[62359]: INFO nova.compute.claims [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.074879] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d4c0d1-b0a8-7489-bf17-ff3b0f3ea327, 'name': SearchDatastore_Task, 'duration_secs': 0.021265} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.075809] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.076137] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 819991d6-0042-46f6-a734-237e9ba2a166/819991d6-0042-46f6-a734-237e9ba2a166.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.076412] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-880aea12-1c01-4f25-9b52-1e21eb69e779 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.086844] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 982.086844] env[62359]: value = "task-2441248" [ 982.086844] env[62359]: _type = "Task" [ 982.086844] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.098657] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.168940] env[62359]: DEBUG oslo_concurrency.lockutils [req-dd2920d0-c542-4b42-9e4d-1424beac7c42 req-efa775d5-b6cc-487c-9534-335c00c9074b service nova] Releasing lock "refresh_cache-819991d6-0042-46f6-a734-237e9ba2a166" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.187631] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.210264] env[62359]: DEBUG nova.network.neutron [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Successfully updated port: a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.320654] env[62359]: DEBUG nova.compute.manager [req-1ac6d88a-bdc1-4352-b536-a5304f93e1f7 req-613ae211-c24e-4a33-9841-9b02bf42780b service nova] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Received event network-vif-plugged-a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.321438] env[62359]: DEBUG oslo_concurrency.lockutils [req-1ac6d88a-bdc1-4352-b536-a5304f93e1f7 req-613ae211-c24e-4a33-9841-9b02bf42780b service nova] Acquiring lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.321662] env[62359]: DEBUG oslo_concurrency.lockutils [req-1ac6d88a-bdc1-4352-b536-a5304f93e1f7 req-613ae211-c24e-4a33-9841-9b02bf42780b service nova] Lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.321837] env[62359]: DEBUG oslo_concurrency.lockutils [req-1ac6d88a-bdc1-4352-b536-a5304f93e1f7 req-613ae211-c24e-4a33-9841-9b02bf42780b service nova] Lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.322022] env[62359]: DEBUG nova.compute.manager [req-1ac6d88a-bdc1-4352-b536-a5304f93e1f7 req-613ae211-c24e-4a33-9841-9b02bf42780b service nova] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] No waiting events found dispatching network-vif-plugged-a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.322277] env[62359]: WARNING nova.compute.manager [req-1ac6d88a-bdc1-4352-b536-a5304f93e1f7 req-613ae211-c24e-4a33-9841-9b02bf42780b service nova] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Received unexpected event network-vif-plugged-a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90 for instance with vm_state building and task_state spawning. [ 982.408825] env[62359]: DEBUG oslo_vmware.rw_handles [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7232c-0ab9-500e-37b6-f45cf37b62cb/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 982.410185] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e4182-1a9c-4340-9c42-6f9623b751b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.421110] env[62359]: DEBUG oslo_vmware.rw_handles [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7232c-0ab9-500e-37b6-f45cf37b62cb/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 982.421110] env[62359]: ERROR oslo_vmware.rw_handles [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7232c-0ab9-500e-37b6-f45cf37b62cb/disk-0.vmdk due to incomplete transfer. [ 982.421110] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea29e616-8ef0-40d9-b36e-d5845a2983c7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.435517] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.437814] env[62359]: DEBUG oslo_vmware.rw_handles [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7232c-0ab9-500e-37b6-f45cf37b62cb/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 982.438321] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Uploaded image be407aa3-fb46-4e98-a7cd-982f361f8d97 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 982.440829] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 982.441121] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c29fad4-e7d7-4d8b-bf44-faef1475684b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.448352] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 982.448352] env[62359]: value = "task-2441249" [ 982.448352] env[62359]: _type = "Task" [ 982.448352] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.457684] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441249, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.538331] env[62359]: DEBUG nova.compute.utils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 982.543982] env[62359]: DEBUG nova.compute.manager [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.544306] env[62359]: DEBUG nova.network.neutron [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.552607] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.552839] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.556019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.556019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.556019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.556365] env[62359]: INFO nova.compute.manager [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Terminating instance [ 982.605591] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441248, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.617701] env[62359]: DEBUG nova.policy [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92467156672441bcbba0a0e3c9b2da62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dafe9b5ca6094ec1b31838029de4e3f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.693024] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441247, 'name': ReconfigVM_Task, 'duration_secs': 0.597787} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.693024] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Reconfigured VM instance instance-0000005e to attach disk [datastore2] bdd90dc5-dee6-40d9-87df-d711efc254dd/bdd90dc5-dee6-40d9-87df-d711efc254dd.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.693024] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b4267e-5af0-47e2-858a-43ba8a13b2cd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.702826] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 982.702826] env[62359]: value = "task-2441250" [ 982.702826] env[62359]: _type = "Task" [ 982.702826] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.714986] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "refresh_cache-2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.715581] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "refresh_cache-2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.715775] env[62359]: DEBUG nova.network.neutron [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.721823] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441250, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.935733] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.958761] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441249, 'name': Destroy_Task, 'duration_secs': 0.425099} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.961681] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Destroyed the VM [ 982.961681] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 982.961681] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c02f1c5-3244-4f5b-80c4-1553092a82b6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.968019] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 982.968019] env[62359]: value = "task-2441251" [ 982.968019] env[62359]: _type = "Task" [ 982.968019] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.980414] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441251, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.044114] env[62359]: DEBUG nova.network.neutron [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Successfully created port: eda32789-e09b-4865-b13b-c41803037fd7 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.044114] env[62359]: DEBUG nova.compute.manager [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.066781] env[62359]: DEBUG nova.compute.manager [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.067391] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.068416] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fed0dc0-3556-46e8-a856-5b507d521b76 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.084015] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.085824] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64f26f68-8668-481b-b36e-f4dfb50809de {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.100139] env[62359]: DEBUG oslo_vmware.api [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 983.100139] env[62359]: value = "task-2441252" [ 983.100139] env[62359]: _type = "Task" [ 983.100139] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.115550] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796575} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.115550] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 819991d6-0042-46f6-a734-237e9ba2a166/819991d6-0042-46f6-a734-237e9ba2a166.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.115550] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.115550] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f6c9748-7525-490e-b212-e0a2b684dbc8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.121315] env[62359]: DEBUG oslo_vmware.api [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.127010] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 983.127010] env[62359]: value = "task-2441253" [ 983.127010] env[62359]: _type = "Task" [ 983.127010] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.139939] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.216911] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441250, 'name': Rename_Task, 'duration_secs': 0.24939} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.217280] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.217491] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3209754-e835-4354-89bf-05e9274593b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.224807] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 983.224807] env[62359]: value = "task-2441254" [ 983.224807] env[62359]: _type = "Task" [ 983.224807] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.237201] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.294322] env[62359]: DEBUG nova.network.neutron [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.418866] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf65a9f-f937-4dd8-9125-f42e9841697f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.430741] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92005706-f617-4b9b-9ef5-636791a819ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.440391] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.478686] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a31346-528d-48fe-b08e-65f9c358fd89 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.488480] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441251, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.491734] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26d16c4-3c32-463e-8a01-5e625dff74fc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.507176] env[62359]: DEBUG nova.compute.provider_tree [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.595910] env[62359]: DEBUG nova.compute.manager [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.596951] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab8f8d1-bb2a-4044-8cb0-f1f9e2244afc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.619038] env[62359]: DEBUG oslo_vmware.api [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441252, 'name': PowerOffVM_Task, 'duration_secs': 0.201923} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.619038] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.619038] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.619038] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51944fb1-c8f1-4aec-961f-f55cd196579b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.638929] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086906} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.640357] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.640357] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63384a18-d69f-41b5-8c1f-93e69d8d2894 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.667621] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 819991d6-0042-46f6-a734-237e9ba2a166/819991d6-0042-46f6-a734-237e9ba2a166.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.669683] env[62359]: DEBUG nova.network.neutron [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Updating instance_info_cache with network_info: [{"id": "a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90", "address": "fa:16:3e:c0:48:70", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa07c2b16-f6", "ovs_interfaceid": "a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.672313] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2185823-aed3-4d81-9d3c-157282141b4b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.693914] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 983.693914] env[62359]: value = "task-2441256" [ 983.693914] env[62359]: _type = "Task" [ 983.693914] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.706079] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.725678] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.725896] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.726106] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleting the datastore file [datastore1] 0729cc4d-fac6-4aaa-a8bd-a39de6889be0 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.726546] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d24589a1-bda5-44d3-be7b-096fc57c6826 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.740294] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441254, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.742506] env[62359]: DEBUG oslo_vmware.api [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for the task: (returnval){ [ 983.742506] env[62359]: value = "task-2441257" [ 983.742506] env[62359]: _type = "Task" [ 983.742506] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.752150] env[62359]: DEBUG oslo_vmware.api [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.937928] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.985653] env[62359]: DEBUG oslo_vmware.api [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441251, 'name': RemoveSnapshot_Task, 'duration_secs': 0.588638} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.985915] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 983.986218] env[62359]: INFO nova.compute.manager [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Took 17.75 seconds to snapshot the instance on the hypervisor. [ 984.010826] env[62359]: DEBUG nova.scheduler.client.report [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.054468] env[62359]: DEBUG nova.compute.manager [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.081752] env[62359]: DEBUG nova.virt.hardware [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.082042] env[62359]: DEBUG nova.virt.hardware [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.082219] env[62359]: DEBUG nova.virt.hardware [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.082385] env[62359]: DEBUG nova.virt.hardware [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.082527] env[62359]: DEBUG nova.virt.hardware [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.082674] env[62359]: DEBUG nova.virt.hardware [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.082883] env[62359]: DEBUG nova.virt.hardware [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.083049] env[62359]: DEBUG nova.virt.hardware [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.083224] env[62359]: DEBUG nova.virt.hardware [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.083387] env[62359]: DEBUG nova.virt.hardware [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.083558] env[62359]: DEBUG nova.virt.hardware [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.084486] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeacaad-dc78-48e7-bb46-e7ea9c919874 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.093419] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c58824-e3a3-4804-a749-2282e03a3be3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.114686] env[62359]: INFO nova.compute.manager [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] instance snapshotting [ 984.123022] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1d190a-b208-4d44-a31b-62dc148ce332 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.142708] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed5d2e9-e3da-4b42-a7ab-c3edc310d475 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.189133] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "refresh_cache-2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.189133] env[62359]: DEBUG nova.compute.manager [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Instance network_info: |[{"id": "a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90", "address": "fa:16:3e:c0:48:70", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa07c2b16-f6", "ovs_interfaceid": "a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.189133] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:48:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.201797] env[62359]: DEBUG oslo.service.loopingcall [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.202543] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.206397] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-448e58c4-1843-4ce0-9e21-f1818fe6829b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.229590] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.234213] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.234213] env[62359]: value = "task-2441258" [ 984.234213] env[62359]: _type = "Task" [ 984.234213] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.243756] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441254, 'name': PowerOnVM_Task, 'duration_secs': 0.557404} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.251923] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.251923] env[62359]: INFO nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Took 9.63 seconds to spawn the instance on the hypervisor. [ 984.251923] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.256458] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24bcc93-542f-42c6-a2c4-16c02fcfa700 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.259251] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441258, 'name': CreateVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.270238] env[62359]: DEBUG oslo_vmware.api [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Task: {'id': task-2441257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395366} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.270818] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.271460] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.271717] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.271922] env[62359]: INFO nova.compute.manager [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 984.272239] env[62359]: DEBUG oslo.service.loopingcall [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.272483] env[62359]: DEBUG nova.compute.manager [-] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.275012] env[62359]: DEBUG nova.network.neutron [-] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.440433] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.458440] env[62359]: DEBUG nova.compute.manager [req-281cf381-93e9-4e0d-aed0-9f6f0e83827b req-107d64ed-28ed-4d51-b120-89c305a8304e service nova] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Received event network-changed-a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.458698] env[62359]: DEBUG nova.compute.manager [req-281cf381-93e9-4e0d-aed0-9f6f0e83827b req-107d64ed-28ed-4d51-b120-89c305a8304e service nova] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Refreshing instance network info cache due to event network-changed-a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.458920] env[62359]: DEBUG oslo_concurrency.lockutils [req-281cf381-93e9-4e0d-aed0-9f6f0e83827b req-107d64ed-28ed-4d51-b120-89c305a8304e service nova] Acquiring lock "refresh_cache-2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.459090] env[62359]: DEBUG oslo_concurrency.lockutils [req-281cf381-93e9-4e0d-aed0-9f6f0e83827b req-107d64ed-28ed-4d51-b120-89c305a8304e service nova] Acquired lock "refresh_cache-2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.459257] env[62359]: DEBUG nova.network.neutron [req-281cf381-93e9-4e0d-aed0-9f6f0e83827b req-107d64ed-28ed-4d51-b120-89c305a8304e service nova] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Refreshing network info cache for port a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.519917] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.522042] env[62359]: DEBUG nova.compute.manager [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.523820] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.411s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.524271] env[62359]: DEBUG nova.objects.instance [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lazy-loading 'resources' on Instance uuid c9a62cca-4a9b-424c-8a9c-f620f6319f18 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.570087] env[62359]: DEBUG nova.compute.manager [None req-afa95a2a-66e0-465c-aab3-ed45a14117c4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Found 2 images (rotation: 2) {{(pid=62359) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 984.654124] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 984.654494] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d64219d4-95fc-4d3f-95f2-7cf4bebf78ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.665013] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 984.665013] env[62359]: value = "task-2441259" [ 984.665013] env[62359]: _type = "Task" [ 984.665013] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.676806] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.713916] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441256, 'name': ReconfigVM_Task, 'duration_secs': 0.768623} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.714027] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 819991d6-0042-46f6-a734-237e9ba2a166/819991d6-0042-46f6-a734-237e9ba2a166.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.715738] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bc22134-079c-4d72-a209-1ae26ffc145a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.726356] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 984.726356] env[62359]: value = "task-2441260" [ 984.726356] env[62359]: _type = "Task" [ 984.726356] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.743822] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441260, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.751415] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441258, 'name': CreateVM_Task, 'duration_secs': 0.452394} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.751415] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.754372] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.754372] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.754372] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.754372] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ba8033-d57b-4cfa-9bc0-05a86512da57 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.760033] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 984.760033] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529eb1a5-25c2-7ff1-8995-aa484b59baf0" [ 984.760033] env[62359]: _type = "Task" [ 984.760033] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.770722] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529eb1a5-25c2-7ff1-8995-aa484b59baf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.777779] env[62359]: INFO nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Took 29.39 seconds to build instance. [ 984.938535] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.033028] env[62359]: DEBUG nova.compute.utils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 985.033028] env[62359]: DEBUG nova.objects.instance [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lazy-loading 'numa_topology' on Instance uuid c9a62cca-4a9b-424c-8a9c-f620f6319f18 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.033028] env[62359]: DEBUG nova.compute.manager [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.033447] env[62359]: DEBUG nova.network.neutron [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.036290] env[62359]: DEBUG nova.network.neutron [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Successfully updated port: eda32789-e09b-4865-b13b-c41803037fd7 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.114380] env[62359]: DEBUG nova.policy [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adb4fd6510694500843c924af88c7538', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32f349ddb3b9458b8dfc472598446054', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.118361] env[62359]: DEBUG nova.network.neutron [-] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.174753] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.220648] env[62359]: DEBUG nova.compute.manager [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.221561] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2effc4a6-1618-4f5e-8278-1650d71f17a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.241074] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441260, 'name': Rename_Task, 'duration_secs': 0.193241} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.241556] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.242026] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb3727de-abd5-494f-9882-856c2174c0d8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.252197] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 985.252197] env[62359]: value = "task-2441261" [ 985.252197] env[62359]: _type = "Task" [ 985.252197] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.264480] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.278922] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529eb1a5-25c2-7ff1-8995-aa484b59baf0, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.280298] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "bdd90dc5-dee6-40d9-87df-d711efc254dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.906s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.280749] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.281018] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.281393] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.282112] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.282112] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.282678] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dae4e25c-c446-4fd1-9f7c-5ad41aa7eb3c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.293652] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.293808] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.294612] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb71c7d0-936d-4a44-a937-e75b17db8ece {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.302046] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 985.302046] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cefafa-b13d-0e9c-8524-cf73a25f6733" [ 985.302046] env[62359]: _type = "Task" [ 985.302046] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.311109] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cefafa-b13d-0e9c-8524-cf73a25f6733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.318107] env[62359]: DEBUG nova.network.neutron [req-281cf381-93e9-4e0d-aed0-9f6f0e83827b req-107d64ed-28ed-4d51-b120-89c305a8304e service nova] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Updated VIF entry in instance network info cache for port a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.318688] env[62359]: DEBUG nova.network.neutron [req-281cf381-93e9-4e0d-aed0-9f6f0e83827b req-107d64ed-28ed-4d51-b120-89c305a8304e service nova] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Updating instance_info_cache with network_info: [{"id": "a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90", "address": "fa:16:3e:c0:48:70", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa07c2b16-f6", "ovs_interfaceid": "a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.441850] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.493240] env[62359]: DEBUG nova.network.neutron [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Successfully created port: 7f4891c6-1d7a-4018-8202-a2023e8ce8ab {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.534097] env[62359]: DEBUG nova.compute.manager [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.537657] env[62359]: DEBUG nova.objects.base [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 985.542137] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "refresh_cache-f1f3e077-e902-428c-87e3-a70c88542841" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.542137] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "refresh_cache-f1f3e077-e902-428c-87e3-a70c88542841" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.544138] env[62359]: DEBUG nova.network.neutron [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.625876] env[62359]: INFO nova.compute.manager [-] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Took 1.35 seconds to deallocate network for instance. [ 985.679862] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441259, 'name': CreateSnapshot_Task, 'duration_secs': 1.010759} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.679862] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 985.680717] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f113d6d7-24ec-42f1-b473-45de210de6b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.737062] env[62359]: INFO nova.compute.manager [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] instance snapshotting [ 985.739733] env[62359]: DEBUG nova.objects.instance [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'flavor' on Instance uuid 8845db81-381b-4141-a7d1-183ad304a48f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.765404] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.813548] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cefafa-b13d-0e9c-8524-cf73a25f6733, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.814140] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd91759f-1e42-434f-908a-b189dcca429f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.821088] env[62359]: DEBUG oslo_concurrency.lockutils [req-281cf381-93e9-4e0d-aed0-9f6f0e83827b req-107d64ed-28ed-4d51-b120-89c305a8304e service nova] Releasing lock "refresh_cache-2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.821716] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 985.821716] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c6d950-b9b2-2801-a4a2-dd4ac86b62bd" [ 985.821716] env[62359]: _type = "Task" [ 985.821716] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.830909] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c6d950-b9b2-2801-a4a2-dd4ac86b62bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.872449] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e3c557-3d07-4a7d-948c-262e6db0af12 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.881056] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d02dd01-0ad2-4827-85b5-0b8aad222cde {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.920017] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d1be0b-02cb-41bd-ab19-7023e43afa1e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.929340] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db61d129-6f67-4870-991e-3cbe43eb2c50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.953839] env[62359]: DEBUG nova.compute.provider_tree [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.959136] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.088355] env[62359]: DEBUG nova.network.neutron [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.133268] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.202749] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 986.205654] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1db95589-1aa8-4f49-bfd2-8d6f5840716b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.216847] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 986.216847] env[62359]: value = "task-2441262" [ 986.216847] env[62359]: _type = "Task" [ 986.216847] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.226871] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441262, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.244833] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4579244-ab1a-4c77-930f-e467b0147d0a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.248702] env[62359]: DEBUG nova.network.neutron [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Updating instance_info_cache with network_info: [{"id": "eda32789-e09b-4865-b13b-c41803037fd7", "address": "fa:16:3e:8a:9e:3b", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda32789-e0", "ovs_interfaceid": "eda32789-e09b-4865-b13b-c41803037fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.271095] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb93335-c96b-4958-b743-138f672ab8ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.284797] env[62359]: DEBUG oslo_vmware.api [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441261, 'name': PowerOnVM_Task, 'duration_secs': 0.873158} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.285382] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.285658] env[62359]: INFO nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Took 9.21 seconds to spawn the instance on the hypervisor. [ 986.285864] env[62359]: DEBUG nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.286769] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89035966-36c2-4e19-97e5-e12b1261ca96 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.333145] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c6d950-b9b2-2801-a4a2-dd4ac86b62bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.334124] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.334396] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0/2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.334687] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c4f746e-7b54-442a-aba1-438aa93b03df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.342113] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 986.342113] env[62359]: value = "task-2441263" [ 986.342113] env[62359]: _type = "Task" [ 986.342113] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.351150] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.446510] env[62359]: DEBUG oslo_vmware.api [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441245, 'name': ReconfigVM_Task, 'duration_secs': 5.846943} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.446778] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.446985] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Reconfigured VM to detach interface {{(pid=62359) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 986.460919] env[62359]: DEBUG nova.scheduler.client.report [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.491657] env[62359]: DEBUG nova.compute.manager [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Received event network-vif-deleted-0b6e7b2f-f84f-4edd-91d5-75b097ecb68a {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.492202] env[62359]: DEBUG nova.compute.manager [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Received event network-vif-plugged-eda32789-e09b-4865-b13b-c41803037fd7 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.492202] env[62359]: DEBUG oslo_concurrency.lockutils [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] Acquiring lock "f1f3e077-e902-428c-87e3-a70c88542841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.492398] env[62359]: DEBUG oslo_concurrency.lockutils [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] Lock "f1f3e077-e902-428c-87e3-a70c88542841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.492633] env[62359]: DEBUG oslo_concurrency.lockutils [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] Lock "f1f3e077-e902-428c-87e3-a70c88542841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.492802] env[62359]: DEBUG nova.compute.manager [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] No waiting events found dispatching network-vif-plugged-eda32789-e09b-4865-b13b-c41803037fd7 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.493091] env[62359]: WARNING nova.compute.manager [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Received unexpected event network-vif-plugged-eda32789-e09b-4865-b13b-c41803037fd7 for instance with vm_state building and task_state spawning. [ 986.493339] env[62359]: DEBUG nova.compute.manager [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Received event network-changed-eda32789-e09b-4865-b13b-c41803037fd7 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.493561] env[62359]: DEBUG nova.compute.manager [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Refreshing instance network info cache due to event network-changed-eda32789-e09b-4865-b13b-c41803037fd7. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 986.493796] env[62359]: DEBUG oslo_concurrency.lockutils [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] Acquiring lock "refresh_cache-f1f3e077-e902-428c-87e3-a70c88542841" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.551420] env[62359]: DEBUG nova.compute.manager [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.583396] env[62359]: DEBUG nova.virt.hardware [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.583695] env[62359]: DEBUG nova.virt.hardware [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.583953] env[62359]: DEBUG nova.virt.hardware [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.584291] env[62359]: DEBUG nova.virt.hardware [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.584577] env[62359]: DEBUG nova.virt.hardware [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.584870] env[62359]: DEBUG nova.virt.hardware [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.585262] env[62359]: DEBUG nova.virt.hardware [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.585539] env[62359]: DEBUG nova.virt.hardware [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.585795] env[62359]: DEBUG nova.virt.hardware [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.586018] env[62359]: DEBUG nova.virt.hardware [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.586334] env[62359]: DEBUG nova.virt.hardware [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.587427] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca278aec-a3a1-4e15-b302-e32786917273 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.597105] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d655c83b-6f78-4c7e-90e0-850e98009f21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.729238] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441262, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.751606] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "refresh_cache-f1f3e077-e902-428c-87e3-a70c88542841" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.752042] env[62359]: DEBUG nova.compute.manager [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Instance network_info: |[{"id": "eda32789-e09b-4865-b13b-c41803037fd7", "address": "fa:16:3e:8a:9e:3b", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda32789-e0", "ovs_interfaceid": "eda32789-e09b-4865-b13b-c41803037fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.752366] env[62359]: DEBUG oslo_concurrency.lockutils [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] Acquired lock "refresh_cache-f1f3e077-e902-428c-87e3-a70c88542841" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.752554] env[62359]: DEBUG nova.network.neutron [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Refreshing network info cache for port eda32789-e09b-4865-b13b-c41803037fd7 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.753853] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:9e:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eda32789-e09b-4865-b13b-c41803037fd7', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.762896] env[62359]: DEBUG oslo.service.loopingcall [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.764625] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.764964] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34173f0e-57dc-45bf-a951-d12b1ab3ecce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.786522] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 986.786901] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21df3f2d-f694-4dcf-9b51-9075221796fa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.790869] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.790869] env[62359]: value = "task-2441264" [ 986.790869] env[62359]: _type = "Task" [ 986.790869] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.802495] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 986.802495] env[62359]: value = "task-2441265" [ 986.802495] env[62359]: _type = "Task" [ 986.802495] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.808598] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441264, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.809202] env[62359]: INFO nova.compute.manager [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Took 31.38 seconds to build instance. [ 986.820570] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441265, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.853477] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441263, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.967066] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.443s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.969855] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.636s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.971292] env[62359]: INFO nova.compute.claims [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.098696] env[62359]: DEBUG nova.network.neutron [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Successfully updated port: 7f4891c6-1d7a-4018-8202-a2023e8ce8ab {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.228787] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441262, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.305247] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441264, 'name': CreateVM_Task, 'duration_secs': 0.394431} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.305439] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.306187] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.306355] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.306713] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.307018] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f841c4fe-8ba4-4fb0-a82a-0b1075b77225 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.315875] env[62359]: DEBUG oslo_concurrency.lockutils [None req-148e1352-57a7-4793-bccd-4859b85ceb82 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "819991d6-0042-46f6-a734-237e9ba2a166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.904s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.316298] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 987.316298] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527c9a49-f72b-0e35-ba3d-d56e41557709" [ 987.316298] env[62359]: _type = "Task" [ 987.316298] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.320342] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441265, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.330363] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527c9a49-f72b-0e35-ba3d-d56e41557709, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.330533] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.330996] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.330996] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.331175] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.331405] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.331695] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42916b13-208d-40c1-a53d-f95c52152772 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.341283] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.341504] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.342362] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc91fec-033a-42cf-beba-3cda58d2063c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.352742] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 987.352742] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b4a6f8-54c3-bd08-5f65-9729a5131f19" [ 987.352742] env[62359]: _type = "Task" [ 987.352742] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.357690] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514118} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.360864] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0/2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.361094] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.361335] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04778c59-9b84-421b-a1dc-926ade47aa91 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.370031] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b4a6f8-54c3-bd08-5f65-9729a5131f19, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.371752] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 987.371752] env[62359]: value = "task-2441266" [ 987.371752] env[62359]: _type = "Task" [ 987.371752] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.371976] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245e1b91-d13f-4cb6-a738-d348c171056d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.381386] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 987.381386] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5288b7c0-f489-1b15-09a0-d9d57956ea1b" [ 987.381386] env[62359]: _type = "Task" [ 987.381386] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.384270] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.395227] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5288b7c0-f489-1b15-09a0-d9d57956ea1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.395338] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.395651] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] f1f3e077-e902-428c-87e3-a70c88542841/f1f3e077-e902-428c-87e3-a70c88542841.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.397044] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64aae81a-18ff-4dd2-b593-45fd80d1ba54 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.403793] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 987.403793] env[62359]: value = "task-2441267" [ 987.403793] env[62359]: _type = "Task" [ 987.403793] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.411783] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.481368] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7ac67a4f-0191-4d86-9ed1-d05130400132 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.681s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.482327] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.328s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.482627] env[62359]: INFO nova.compute.manager [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Unshelving [ 987.502667] env[62359]: DEBUG nova.network.neutron [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Updated VIF entry in instance network info cache for port eda32789-e09b-4865-b13b-c41803037fd7. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.503323] env[62359]: DEBUG nova.network.neutron [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Updating instance_info_cache with network_info: [{"id": "eda32789-e09b-4865-b13b-c41803037fd7", "address": "fa:16:3e:8a:9e:3b", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda32789-e0", "ovs_interfaceid": "eda32789-e09b-4865-b13b-c41803037fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.602772] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquiring lock "refresh_cache-d57394c3-5354-4ae1-a26e-41f46f38f7bc" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.603089] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquired lock "refresh_cache-d57394c3-5354-4ae1-a26e-41f46f38f7bc" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.603375] env[62359]: DEBUG nova.network.neutron [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.730346] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441262, 'name': CloneVM_Task} progress is 95%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.739277] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.739511] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.739763] env[62359]: DEBUG nova.network.neutron [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.820141] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441265, 'name': CreateSnapshot_Task, 'duration_secs': 1.009929} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.820448] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 987.821276] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdba876-b625-4680-90aa-92cc2ff5537f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.885195] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170829} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.885558] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.886493] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3011203-5210-4079-8a6f-09a8825f076e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.911677] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0/2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.913040] env[62359]: DEBUG oslo_concurrency.lockutils [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.913139] env[62359]: DEBUG oslo_concurrency.lockutils [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.913287] env[62359]: DEBUG oslo_concurrency.lockutils [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.913575] env[62359]: DEBUG oslo_concurrency.lockutils [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.913856] env[62359]: DEBUG oslo_concurrency.lockutils [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.916251] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efe140ea-e456-4afc-9d66-58158b6b895c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.935616] env[62359]: INFO nova.compute.manager [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Terminating instance [ 987.951741] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541815} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.953665] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] f1f3e077-e902-428c-87e3-a70c88542841/f1f3e077-e902-428c-87e3-a70c88542841.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.953903] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.954231] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 987.954231] env[62359]: value = "task-2441268" [ 987.954231] env[62359]: _type = "Task" [ 987.954231] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.954421] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b885e3f-5ab2-42b1-8c64-9c4ef76a50d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.969706] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 987.969706] env[62359]: value = "task-2441269" [ 987.969706] env[62359]: _type = "Task" [ 987.969706] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.970191] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.973290] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "bdd90dc5-dee6-40d9-87df-d711efc254dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.973516] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "bdd90dc5-dee6-40d9-87df-d711efc254dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.973705] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "bdd90dc5-dee6-40d9-87df-d711efc254dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.973883] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "bdd90dc5-dee6-40d9-87df-d711efc254dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.974071] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "bdd90dc5-dee6-40d9-87df-d711efc254dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.976249] env[62359]: INFO nova.compute.manager [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Terminating instance [ 987.984536] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.006765] env[62359]: DEBUG oslo_concurrency.lockutils [req-351cad02-18d7-49db-a445-2677800b8754 req-64c536f5-a6f4-4194-be5a-f2169ae5a720 service nova] Releasing lock "refresh_cache-f1f3e077-e902-428c-87e3-a70c88542841" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.073852] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "819991d6-0042-46f6-a734-237e9ba2a166" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.074114] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "819991d6-0042-46f6-a734-237e9ba2a166" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.074325] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "819991d6-0042-46f6-a734-237e9ba2a166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.074508] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "819991d6-0042-46f6-a734-237e9ba2a166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.074677] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "819991d6-0042-46f6-a734-237e9ba2a166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.076694] env[62359]: INFO nova.compute.manager [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Terminating instance [ 988.141883] env[62359]: DEBUG nova.network.neutron [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.228636] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441262, 'name': CloneVM_Task, 'duration_secs': 1.822096} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.231633] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Created linked-clone VM from snapshot [ 988.232284] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3928e5d-8738-4685-8b77-6f25efff3c44 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.241363] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Uploading image b76184b6-a046-4fb5-8ce1-152824ff3d21 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 988.263718] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bf32b9-92d6-4c90-91c9-cc4d2fd9ba0b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.273074] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 988.273074] env[62359]: value = "vm-494530" [ 988.273074] env[62359]: _type = "VirtualMachine" [ 988.273074] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 988.273893] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bdf68d17-a772-4607-8d65-498081d2e7b5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.282490] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bc0b7b-e5f8-4607-ae04-5fd7e2fdfed9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.285907] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lease: (returnval){ [ 988.285907] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52503ee1-e8b0-35e4-8e48-29797c92cd20" [ 988.285907] env[62359]: _type = "HttpNfcLease" [ 988.285907] env[62359]: } obtained for exporting VM: (result){ [ 988.285907] env[62359]: value = "vm-494530" [ 988.285907] env[62359]: _type = "VirtualMachine" [ 988.285907] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 988.286186] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the lease: (returnval){ [ 988.286186] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52503ee1-e8b0-35e4-8e48-29797c92cd20" [ 988.286186] env[62359]: _type = "HttpNfcLease" [ 988.286186] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 988.322938] env[62359]: DEBUG nova.network.neutron [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Updating instance_info_cache with network_info: [{"id": "7f4891c6-1d7a-4018-8202-a2023e8ce8ab", "address": "fa:16:3e:04:49:f2", "network": {"id": "e4a1505a-7a79-4225-90dd-fffc1c4edd80", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-649370494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f349ddb3b9458b8dfc472598446054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4891c6-1d", "ovs_interfaceid": "7f4891c6-1d7a-4018-8202-a2023e8ce8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.325009] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0270b98b-06a6-4230-9c49-72ed7814d8da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.329596] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.329596] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52503ee1-e8b0-35e4-8e48-29797c92cd20" [ 988.329596] env[62359]: _type = "HttpNfcLease" [ 988.329596] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 988.330198] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 988.330198] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52503ee1-e8b0-35e4-8e48-29797c92cd20" [ 988.330198] env[62359]: _type = "HttpNfcLease" [ 988.330198] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 988.330969] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e95c8bd-c458-4ad0-b93b-a8e769d4d6da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.344139] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 988.345055] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-07d51dc0-3bb0-437b-8d39-d50e57f66912 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.349614] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6e9909-92cc-49d1-8141-45f5abfe9faf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.359624] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea7cf3-6f74-137b-4d81-10583b38f315/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 988.359624] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea7cf3-6f74-137b-4d81-10583b38f315/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 988.427943] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 988.427943] env[62359]: value = "task-2441271" [ 988.427943] env[62359]: _type = "Task" [ 988.427943] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.427943] env[62359]: DEBUG nova.compute.provider_tree [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.442922] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441271, 'name': CloneVM_Task} progress is 23%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.446032] env[62359]: DEBUG nova.compute.manager [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.446032] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.446032] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631248e9-cdff-4f31-81d4-5b19ff2388cd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.454392] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.455030] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27fde610-69a8-4f2f-8691-6b466a81350c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.470549] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01fc6310-5860-44a8-95fd-59a185a613fe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.472848] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441268, 'name': ReconfigVM_Task, 'duration_secs': 0.330394} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.473342] env[62359]: DEBUG oslo_vmware.api [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 988.473342] env[62359]: value = "task-2441272" [ 988.473342] env[62359]: _type = "Task" [ 988.473342] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.476188] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0/2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.480127] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b6d39c2-3642-43fb-966c-45869b24d33c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.489492] env[62359]: DEBUG nova.compute.manager [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.489730] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.491523] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9d5893-5fe4-4575-ba71-915efceeae50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.500223] env[62359]: DEBUG nova.compute.utils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 988.501806] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083609} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.511986] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.511986] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 988.511986] env[62359]: value = "task-2441273" [ 988.511986] env[62359]: _type = "Task" [ 988.511986] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.511986] env[62359]: DEBUG oslo_vmware.api [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.512555] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44244b77-9c41-410d-8abd-95d889ca4d44 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.524768] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.532200] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cde7a7f1-3172-4880-b5d6-ae16275c5ae2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.554245] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] f1f3e077-e902-428c-87e3-a70c88542841/f1f3e077-e902-428c-87e3-a70c88542841.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.560884] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2151c1a8-b964-44ad-ada0-04f20955f99a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.575083] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441273, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.576853] env[62359]: DEBUG nova.compute.manager [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received event network-vif-deleted-b77db51b-c760-49a7-af54-2b5065a90033 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.577056] env[62359]: INFO nova.compute.manager [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Neutron deleted interface b77db51b-c760-49a7-af54-2b5065a90033; detaching it from the instance and deleting it from the info cache [ 988.577332] env[62359]: DEBUG nova.network.neutron [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updating instance_info_cache with network_info: [{"id": "93882ec3-526a-40e9-8e75-fd7d275d065c", "address": "fa:16:3e:5c:f0:21", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93882ec3-52", "ovs_interfaceid": "93882ec3-526a-40e9-8e75-fd7d275d065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8d0f63d-e99a-45e1-afee-69b3842c8b13", "address": "fa:16:3e:7b:da:36", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8d0f63d-e9", "ovs_interfaceid": "c8d0f63d-e99a-45e1-afee-69b3842c8b13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.579326] env[62359]: DEBUG oslo_vmware.api [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 988.579326] env[62359]: value = "task-2441274" [ 988.579326] env[62359]: _type = "Task" [ 988.579326] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.584621] env[62359]: DEBUG nova.compute.manager [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.584740] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.591402] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5318a45-f2fd-46c4-8604-839c7e8ca108 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.598697] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 988.598697] env[62359]: value = "task-2441275" [ 988.598697] env[62359]: _type = "Task" [ 988.598697] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.608036] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.608750] env[62359]: DEBUG oslo_vmware.api [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.609354] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f41800a3-9234-4b01-aede-935e8a2d750e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.615802] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.617873] env[62359]: DEBUG oslo_vmware.api [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 988.617873] env[62359]: value = "task-2441276" [ 988.617873] env[62359]: _type = "Task" [ 988.617873] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.629728] env[62359]: DEBUG oslo_vmware.api [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.691669] env[62359]: INFO nova.network.neutron [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Port b77db51b-c760-49a7-af54-2b5065a90033 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 988.691887] env[62359]: INFO nova.network.neutron [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Port c8d0f63d-e99a-45e1-afee-69b3842c8b13 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 988.692254] env[62359]: DEBUG nova.network.neutron [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updating instance_info_cache with network_info: [{"id": "93882ec3-526a-40e9-8e75-fd7d275d065c", "address": "fa:16:3e:5c:f0:21", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93882ec3-52", "ovs_interfaceid": "93882ec3-526a-40e9-8e75-fd7d275d065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.828797] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Releasing lock "refresh_cache-d57394c3-5354-4ae1-a26e-41f46f38f7bc" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.829223] env[62359]: DEBUG nova.compute.manager [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Instance network_info: |[{"id": "7f4891c6-1d7a-4018-8202-a2023e8ce8ab", "address": "fa:16:3e:04:49:f2", "network": {"id": "e4a1505a-7a79-4225-90dd-fffc1c4edd80", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-649370494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f349ddb3b9458b8dfc472598446054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4891c6-1d", "ovs_interfaceid": "7f4891c6-1d7a-4018-8202-a2023e8ce8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.829724] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:49:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f4891c6-1d7a-4018-8202-a2023e8ce8ab', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.838740] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Creating folder: Project (32f349ddb3b9458b8dfc472598446054). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.839753] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-008dc91c-ad58-4e41-a6b3-bbdd921c03ec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.854524] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Created folder: Project (32f349ddb3b9458b8dfc472598446054) in parent group-v494269. [ 988.854831] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Creating folder: Instances. Parent ref: group-v494534. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.855184] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-587a9715-12f0-45e0-9b2a-4ea679b99bed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.868098] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Created folder: Instances in parent group-v494534. [ 988.868401] env[62359]: DEBUG oslo.service.loopingcall [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.868710] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.869085] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d33cf3-c7a1-4735-9ab1-822006e9732c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.892138] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.892138] env[62359]: value = "task-2441279" [ 988.892138] env[62359]: _type = "Task" [ 988.892138] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.903866] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441279, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.935965] env[62359]: DEBUG nova.scheduler.client.report [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.946559] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441271, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.988631] env[62359]: DEBUG oslo_vmware.api [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441272, 'name': PowerOffVM_Task, 'duration_secs': 0.228495} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.988885] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.989232] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.989721] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb850bcd-3e29-44e8-bc4f-2733985415b5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.008400] env[62359]: INFO nova.virt.block_device [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Booting with volume d07adb3f-cca1-4e02-9770-b00ddfb2c153 at /dev/sdb [ 989.029450] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441273, 'name': Rename_Task, 'duration_secs': 0.236719} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.029879] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.030277] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-633104a1-5156-40a7-8774-235bd1d151fc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.038999] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 989.038999] env[62359]: value = "task-2441281" [ 989.038999] env[62359]: _type = "Task" [ 989.038999] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.049969] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.064821] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f27f0bf8-fbe4-4b7d-aa62-620d1508a3eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.075807] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa7e629-f6a6-4bc1-8322-46308346f70f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.088931] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] Acquiring lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.099467] env[62359]: DEBUG oslo_vmware.api [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441274, 'name': PowerOffVM_Task, 'duration_secs': 0.464499} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.099919] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.100125] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.105899] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16486847-18d8-4ff8-800b-77066b575d11 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.127535] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b423d35-ca2e-40ed-b1fb-f52886c1cd64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.134330] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441275, 'name': ReconfigVM_Task, 'duration_secs': 0.315679} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.136290] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfigured VM instance instance-00000061 to attach disk [datastore1] f1f3e077-e902-428c-87e3-a70c88542841/f1f3e077-e902-428c-87e3-a70c88542841.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.137011] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-773b4805-1d4c-42b8-ae01-92e35eb87bbb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.144765] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.144908] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.145086] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleting the datastore file [datastore1] 26d8767d-43c2-4af1-800f-eaaf09bc90f5 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.148599] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c44a6be6-0f6e-46e5-89e2-67faebd6646a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.150953] env[62359]: DEBUG oslo_vmware.api [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441276, 'name': PowerOffVM_Task, 'duration_secs': 0.397605} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.153263] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.153569] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.153965] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 989.153965] env[62359]: value = "task-2441283" [ 989.153965] env[62359]: _type = "Task" [ 989.153965] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.155217] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5caba038-f603-4336-8e5c-40cfe885e9dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.159060] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c01f7d8-5f4d-4ef6-af19-a70cd7283116 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.179424] env[62359]: DEBUG oslo_vmware.api [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 989.179424] env[62359]: value = "task-2441284" [ 989.179424] env[62359]: _type = "Task" [ 989.179424] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.189880] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441283, 'name': Rename_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.198069] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.201599] env[62359]: DEBUG oslo_vmware.api [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.223576] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8bcf11-45c1-4b9f-bb3f-25c4d07545eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.227449] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.229136] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.229410] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleting the datastore file [datastore2] bdd90dc5-dee6-40d9-87df-d711efc254dd {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.230204] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3daeae99-0999-42d0-b8a0-6ebe729e8085 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.238412] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b809a894-6970-4cbf-9a04-3c87c54ff47f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.243100] env[62359]: DEBUG oslo_vmware.api [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 989.243100] env[62359]: value = "task-2441286" [ 989.243100] env[62359]: _type = "Task" [ 989.243100] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.257279] env[62359]: DEBUG oslo_vmware.api [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.262238] env[62359]: DEBUG nova.virt.block_device [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updating existing volume attachment record: 8aed5717-cf1e-4747-99d2-1f577851bc37 {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 989.272895] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.273176] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.273587] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleting the datastore file [datastore2] 819991d6-0042-46f6-a734-237e9ba2a166 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.273907] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b8a8067-bf24-4f63-861b-cc6aeaaa5f5b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.284746] env[62359]: DEBUG oslo_vmware.api [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 989.284746] env[62359]: value = "task-2441287" [ 989.284746] env[62359]: _type = "Task" [ 989.284746] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.295515] env[62359]: DEBUG oslo_vmware.api [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.406017] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441279, 'name': CreateVM_Task, 'duration_secs': 0.459009} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.406484] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.407547] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.408201] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.408268] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.408637] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d04732-d418-4401-afc5-60bfc5a2809e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.416816] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for the task: (returnval){ [ 989.416816] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e095fb-a783-70b6-4909-afb37fd673ca" [ 989.416816] env[62359]: _type = "Task" [ 989.416816] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.426782] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e095fb-a783-70b6-4909-afb37fd673ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.441988] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.443061] env[62359]: DEBUG nova.compute.manager [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.445784] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441271, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.446365] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.313s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.447768] env[62359]: DEBUG nova.objects.instance [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lazy-loading 'resources' on Instance uuid 0729cc4d-fac6-4aaa-a8bd-a39de6889be0 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.551146] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441281, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.682528] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441283, 'name': Rename_Task, 'duration_secs': 0.203338} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.685791] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.686076] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39c5ec34-735e-4c61-8dda-05b13eace586 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.695271] env[62359]: DEBUG oslo_vmware.api [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248258} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.696682] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.696878] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.697067] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.697260] env[62359]: INFO nova.compute.manager [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Took 1.25 seconds to destroy the instance on the hypervisor. [ 989.697667] env[62359]: DEBUG oslo.service.loopingcall [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.697948] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 989.697948] env[62359]: value = "task-2441291" [ 989.697948] env[62359]: _type = "Task" [ 989.697948] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.698175] env[62359]: DEBUG nova.compute.manager [-] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.698318] env[62359]: DEBUG nova.network.neutron [-] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.709852] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.721036] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ceff9ad6-9f84-4261-875d-95f33f18162c tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-26d8767d-43c2-4af1-800f-eaaf09bc90f5-b77db51b-c760-49a7-af54-2b5065a90033" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.883s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.758342] env[62359]: DEBUG oslo_vmware.api [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196517} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.759310] env[62359]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c8d0f63d-e99a-45e1-afee-69b3842c8b13 could not be found.", "detail": ""}} {{(pid=62359) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 989.759710] env[62359]: DEBUG nova.network.neutron [-] Unable to show port c8d0f63d-e99a-45e1-afee-69b3842c8b13 as it no longer exists. {{(pid=62359) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 989.761821] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.762228] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.762529] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.762767] env[62359]: INFO nova.compute.manager [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Took 1.27 seconds to destroy the instance on the hypervisor. [ 989.763102] env[62359]: DEBUG oslo.service.loopingcall [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.763808] env[62359]: DEBUG nova.compute.manager [-] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.763808] env[62359]: DEBUG nova.network.neutron [-] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.796026] env[62359]: DEBUG oslo_vmware.api [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222652} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.796389] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.796659] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.796970] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.797251] env[62359]: INFO nova.compute.manager [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Took 1.21 seconds to destroy the instance on the hypervisor. [ 989.797583] env[62359]: DEBUG oslo.service.loopingcall [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.797860] env[62359]: DEBUG nova.compute.manager [-] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.798104] env[62359]: DEBUG nova.network.neutron [-] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.930057] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e095fb-a783-70b6-4909-afb37fd673ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014765} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.930528] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.930949] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.931099] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.931360] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.931609] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.932122] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0305bbca-ad38-4308-9c05-708b75ec94a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.950272] env[62359]: DEBUG nova.compute.utils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 989.952600] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441271, 'name': CloneVM_Task, 'duration_secs': 1.41184} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.957556] env[62359]: DEBUG nova.compute.manager [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.957859] env[62359]: DEBUG nova.network.neutron [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.959954] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Created linked-clone VM from snapshot [ 989.960391] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.960597] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.965513] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0407526e-b019-48bc-b09c-08e06edb5069 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.968379] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a88b4f-3880-4701-a2b6-753d6f7863b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.977597] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for the task: (returnval){ [ 989.977597] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ed9a88-89ca-fd27-ffa5-9809d4feffbb" [ 989.977597] env[62359]: _type = "Task" [ 989.977597] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.982918] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Uploading image 0f5a150c-1b35-4c16-9af2-4cc8a5589152 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 989.999508] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ed9a88-89ca-fd27-ffa5-9809d4feffbb, 'name': SearchDatastore_Task, 'duration_secs': 0.013684} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.000669] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b84faae7-6409-41b4-a4f8-2d068f5ecdaa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.014145] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for the task: (returnval){ [ 990.014145] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5292d65c-bd2f-edc6-b525-1bcd68479c76" [ 990.014145] env[62359]: _type = "Task" [ 990.014145] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.020289] env[62359]: DEBUG oslo_vmware.rw_handles [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 990.020289] env[62359]: value = "vm-494533" [ 990.020289] env[62359]: _type = "VirtualMachine" [ 990.020289] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 990.020567] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e468d7f5-d371-4696-8756-dda1a57039e9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.028512] env[62359]: DEBUG nova.policy [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06031afbec8478bbaf24910444042a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f62a5a0d034989a05d769f3639fb5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.030175] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5292d65c-bd2f-edc6-b525-1bcd68479c76, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.033269] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.033629] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] d57394c3-5354-4ae1-a26e-41f46f38f7bc/d57394c3-5354-4ae1-a26e-41f46f38f7bc.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.034560] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be7d01fd-489c-4f40-bcda-0148ea1a1254 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.039485] env[62359]: DEBUG oslo_vmware.rw_handles [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lease: (returnval){ [ 990.039485] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f59c1a-7f91-194f-4578-82e489a2913d" [ 990.039485] env[62359]: _type = "HttpNfcLease" [ 990.039485] env[62359]: } obtained for exporting VM: (result){ [ 990.039485] env[62359]: value = "vm-494533" [ 990.039485] env[62359]: _type = "VirtualMachine" [ 990.039485] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 990.039801] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the lease: (returnval){ [ 990.039801] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f59c1a-7f91-194f-4578-82e489a2913d" [ 990.039801] env[62359]: _type = "HttpNfcLease" [ 990.039801] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 990.052423] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for the task: (returnval){ [ 990.052423] env[62359]: value = "task-2441293" [ 990.052423] env[62359]: _type = "Task" [ 990.052423] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.062420] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.062420] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f59c1a-7f91-194f-4578-82e489a2913d" [ 990.062420] env[62359]: _type = "HttpNfcLease" [ 990.062420] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.062710] env[62359]: DEBUG oslo_vmware.api [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441281, 'name': PowerOnVM_Task, 'duration_secs': 0.718053} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.063409] env[62359]: DEBUG oslo_vmware.rw_handles [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.063409] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f59c1a-7f91-194f-4578-82e489a2913d" [ 990.063409] env[62359]: _type = "HttpNfcLease" [ 990.063409] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 990.063847] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.064257] env[62359]: INFO nova.compute.manager [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Took 8.51 seconds to spawn the instance on the hypervisor. [ 990.064535] env[62359]: DEBUG nova.compute.manager [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.065467] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f28adb9-4ce0-4cc9-85f4-3c8b9e0b05b3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.068951] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca2cf09-76e4-4aec-bf64-224db679511f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.077869] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.089326] env[62359]: DEBUG oslo_vmware.rw_handles [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb9c8-e57f-0a44-7ea3-2b554f463a21/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.089646] env[62359]: DEBUG oslo_vmware.rw_handles [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb9c8-e57f-0a44-7ea3-2b554f463a21/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 990.199673] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e97d9d0-ce58-45da-b37e-22cf77d4fe15 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.219805] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441291, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.455536] env[62359]: DEBUG nova.compute.manager [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.485254] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9ed868-c0ee-4575-80e1-838261ad9f7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.495458] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee52874-ee55-4d61-992b-8743d1d3eecd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.537250] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a3438a-5558-4a5d-bcd3-90132a939070 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.548535] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681db906-f3f0-4446-8969-bb1f5ae582ec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.566841] env[62359]: DEBUG nova.compute.provider_tree [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.577829] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441293, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.604058] env[62359]: INFO nova.compute.manager [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Took 25.20 seconds to build instance. [ 990.717805] env[62359]: DEBUG oslo_vmware.api [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441291, 'name': PowerOnVM_Task, 'duration_secs': 0.564261} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.722438] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.723279] env[62359]: INFO nova.compute.manager [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Took 6.67 seconds to spawn the instance on the hypervisor. [ 990.723279] env[62359]: DEBUG nova.compute.manager [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.724033] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a021b562-1e0d-45e6-86c3-9a39fd9b42c0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.746818] env[62359]: DEBUG nova.network.neutron [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Successfully created port: d4a88a04-7cbe-4c1e-90b3-32ac8bafe045 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.871095] env[62359]: DEBUG nova.compute.manager [req-88e3c6c9-8864-4e35-915c-bd55a8a1ed2a req-5aa93979-585c-4e13-9cd7-38fe51999932 service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Received event network-vif-deleted-cd82baa9-de41-49f6-8974-e37ee486b074 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.875129] env[62359]: INFO nova.compute.manager [req-88e3c6c9-8864-4e35-915c-bd55a8a1ed2a req-5aa93979-585c-4e13-9cd7-38fe51999932 service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Neutron deleted interface cd82baa9-de41-49f6-8974-e37ee486b074; detaching it from the instance and deleting it from the info cache [ 990.875560] env[62359]: DEBUG nova.network.neutron [req-88e3c6c9-8864-4e35-915c-bd55a8a1ed2a req-5aa93979-585c-4e13-9cd7-38fe51999932 service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.976214] env[62359]: DEBUG nova.network.neutron [-] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.979955] env[62359]: DEBUG nova.network.neutron [-] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.065922] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604096} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.067779] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] d57394c3-5354-4ae1-a26e-41f46f38f7bc/d57394c3-5354-4ae1-a26e-41f46f38f7bc.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.067779] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.068963] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6d8bb7d-780e-40aa-923c-5434a5a45265 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.072149] env[62359]: DEBUG nova.scheduler.client.report [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.083987] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for the task: (returnval){ [ 991.083987] env[62359]: value = "task-2441294" [ 991.083987] env[62359]: _type = "Task" [ 991.083987] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.095807] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.105484] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6de8586e-ceb7-4b30-ac7b-c224e6a9455b tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.717s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.126392] env[62359]: DEBUG oslo_concurrency.lockutils [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.126392] env[62359]: DEBUG oslo_concurrency.lockutils [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.147186] env[62359]: DEBUG nova.network.neutron [-] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.249978] env[62359]: INFO nova.compute.manager [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Took 20.22 seconds to build instance. [ 991.264061] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9069481f-3950-4ad4-b4e9-bce9b6b4f34e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.276118] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9af3785b-cdac-4b87-b337-46fe765c2013 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Suspending the VM {{(pid=62359) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 991.276118] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-12f62c3b-5b06-4ed9-b94f-b15e681a3530 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.285689] env[62359]: DEBUG oslo_vmware.api [None req-9af3785b-cdac-4b87-b337-46fe765c2013 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 991.285689] env[62359]: value = "task-2441295" [ 991.285689] env[62359]: _type = "Task" [ 991.285689] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.299388] env[62359]: DEBUG oslo_vmware.api [None req-9af3785b-cdac-4b87-b337-46fe765c2013 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441295, 'name': SuspendVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.382022] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79696ac9-7b89-4d65-8444-3e13ac0dd551 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.393415] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146904c2-1557-4ded-8317-47c1cc8a0a8c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.448171] env[62359]: DEBUG nova.compute.manager [req-88e3c6c9-8864-4e35-915c-bd55a8a1ed2a req-5aa93979-585c-4e13-9cd7-38fe51999932 service nova] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Detach interface failed, port_id=cd82baa9-de41-49f6-8974-e37ee486b074, reason: Instance bdd90dc5-dee6-40d9-87df-d711efc254dd could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 991.448650] env[62359]: DEBUG nova.compute.manager [req-88e3c6c9-8864-4e35-915c-bd55a8a1ed2a req-5aa93979-585c-4e13-9cd7-38fe51999932 service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Received event network-vif-deleted-13dd3fe5-b437-48c8-8254-bd3ffe9b42d3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.448977] env[62359]: INFO nova.compute.manager [req-88e3c6c9-8864-4e35-915c-bd55a8a1ed2a req-5aa93979-585c-4e13-9cd7-38fe51999932 service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Neutron deleted interface 13dd3fe5-b437-48c8-8254-bd3ffe9b42d3; detaching it from the instance and deleting it from the info cache [ 991.450032] env[62359]: DEBUG nova.network.neutron [req-88e3c6c9-8864-4e35-915c-bd55a8a1ed2a req-5aa93979-585c-4e13-9cd7-38fe51999932 service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.479221] env[62359]: DEBUG nova.compute.manager [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.482871] env[62359]: INFO nova.compute.manager [-] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Took 1.72 seconds to deallocate network for instance. [ 991.483276] env[62359]: INFO nova.compute.manager [-] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Took 1.69 seconds to deallocate network for instance. [ 991.578390] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.595986] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086173} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.596287] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.597228] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6a1046-8a74-4c0c-9bf3-87d0a6927476 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.623920] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] d57394c3-5354-4ae1-a26e-41f46f38f7bc/d57394c3-5354-4ae1-a26e-41f46f38f7bc.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.625334] env[62359]: INFO nova.scheduler.client.report [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Deleted allocations for instance 0729cc4d-fac6-4aaa-a8bd-a39de6889be0 [ 991.626505] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae98dbbf-d929-4b1c-b086-07f24289c3cb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.645348] env[62359]: DEBUG nova.compute.utils [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.650368] env[62359]: INFO nova.compute.manager [-] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Took 1.95 seconds to deallocate network for instance. [ 991.660038] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for the task: (returnval){ [ 991.660038] env[62359]: value = "task-2441296" [ 991.660038] env[62359]: _type = "Task" [ 991.660038] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.670619] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.752950] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8c91a20c-adc6-4e0a-902a-5242fabdd796 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.804s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.798849] env[62359]: DEBUG oslo_vmware.api [None req-9af3785b-cdac-4b87-b337-46fe765c2013 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441295, 'name': SuspendVM_Task} progress is 54%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.952473] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a5feb6a-3645-49f4-a8e2-e09c4e911e12 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.963888] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6520331-b1ab-4cfe-8368-b1af10487b9a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.008779] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.009155] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.009449] env[62359]: DEBUG nova.objects.instance [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lazy-loading 'resources' on Instance uuid bdd90dc5-dee6-40d9-87df-d711efc254dd {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.011275] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.011705] env[62359]: DEBUG nova.compute.manager [req-88e3c6c9-8864-4e35-915c-bd55a8a1ed2a req-5aa93979-585c-4e13-9cd7-38fe51999932 service nova] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Detach interface failed, port_id=13dd3fe5-b437-48c8-8254-bd3ffe9b42d3, reason: Instance 819991d6-0042-46f6-a734-237e9ba2a166 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 992.150740] env[62359]: DEBUG oslo_concurrency.lockutils [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.025s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.152459] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2b5ac264-ca90-4f87-aedc-f6408fac77d2 tempest-ServerDiskConfigTestJSON-284778267 tempest-ServerDiskConfigTestJSON-284778267-project-member] Lock "0729cc4d-fac6-4aaa-a8bd-a39de6889be0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.599s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.163089] env[62359]: DEBUG oslo_concurrency.lockutils [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.171095] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441296, 'name': ReconfigVM_Task, 'duration_secs': 0.472501} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.171608] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Reconfigured VM instance instance-00000062 to attach disk [datastore1] d57394c3-5354-4ae1-a26e-41f46f38f7bc/d57394c3-5354-4ae1-a26e-41f46f38f7bc.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.172389] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25b71af1-7b9a-45b5-a38d-425cad1ebbd5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.180683] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for the task: (returnval){ [ 992.180683] env[62359]: value = "task-2441298" [ 992.180683] env[62359]: _type = "Task" [ 992.180683] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.190717] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441298, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.297335] env[62359]: DEBUG oslo_vmware.api [None req-9af3785b-cdac-4b87-b337-46fe765c2013 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441295, 'name': SuspendVM_Task, 'duration_secs': 0.764954} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.297631] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9af3785b-cdac-4b87-b337-46fe765c2013 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Suspended the VM {{(pid=62359) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 992.297814] env[62359]: DEBUG nova.compute.manager [None req-9af3785b-cdac-4b87-b337-46fe765c2013 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.298629] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49547d2-b355-469a-8c27-17379bc81840 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.677052] env[62359]: DEBUG nova.network.neutron [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Successfully updated port: d4a88a04-7cbe-4c1e-90b3-32ac8bafe045 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.694366] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441298, 'name': Rename_Task, 'duration_secs': 0.178195} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.695583] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.695862] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-730ce4f2-5873-4b14-9e51-ee790e8a343c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.705027] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for the task: (returnval){ [ 992.705027] env[62359]: value = "task-2441299" [ 992.705027] env[62359]: _type = "Task" [ 992.705027] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.722177] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.813029] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9042cb2a-854a-4bdc-a5c4-4b1143c06d64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.823187] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ca0063-9293-48a7-854c-d9298af354c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.860920] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b82e048-03a7-4761-b958-4517cd030e10 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.870544] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada60bd5-b55f-46a5-9475-19c69f6356e9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.888292] env[62359]: DEBUG nova.compute.provider_tree [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.182185] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "refresh_cache-2cf156ce-f1b0-44c4-9305-d501ac10e245" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.182504] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "refresh_cache-2cf156ce-f1b0-44c4-9305-d501ac10e245" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.182722] env[62359]: DEBUG nova.network.neutron [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.220167] env[62359]: DEBUG oslo_concurrency.lockutils [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.220445] env[62359]: DEBUG oslo_concurrency.lockutils [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.220682] env[62359]: INFO nova.compute.manager [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Attaching volume 08c4956e-4e29-479c-af66-a13ade5266ab to /dev/sdb [ 993.222467] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.255458] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfc1719-2bb7-4425-900c-7f1f0618df6f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.264677] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81d9381-3c77-4a38-906b-cdee8cf40e48 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.269725] env[62359]: DEBUG nova.compute.manager [req-9682357b-4e28-4c95-8be7-dcacc6f082ea req-3c2fccfb-9aa6-44a5-bf0d-2b2fb36ed7d3 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Received event network-changed-eda32789-e09b-4865-b13b-c41803037fd7 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.269934] env[62359]: DEBUG nova.compute.manager [req-9682357b-4e28-4c95-8be7-dcacc6f082ea req-3c2fccfb-9aa6-44a5-bf0d-2b2fb36ed7d3 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Refreshing instance network info cache due to event network-changed-eda32789-e09b-4865-b13b-c41803037fd7. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.270163] env[62359]: DEBUG oslo_concurrency.lockutils [req-9682357b-4e28-4c95-8be7-dcacc6f082ea req-3c2fccfb-9aa6-44a5-bf0d-2b2fb36ed7d3 service nova] Acquiring lock "refresh_cache-f1f3e077-e902-428c-87e3-a70c88542841" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.270326] env[62359]: DEBUG oslo_concurrency.lockutils [req-9682357b-4e28-4c95-8be7-dcacc6f082ea req-3c2fccfb-9aa6-44a5-bf0d-2b2fb36ed7d3 service nova] Acquired lock "refresh_cache-f1f3e077-e902-428c-87e3-a70c88542841" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.270491] env[62359]: DEBUG nova.network.neutron [req-9682357b-4e28-4c95-8be7-dcacc6f082ea req-3c2fccfb-9aa6-44a5-bf0d-2b2fb36ed7d3 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Refreshing network info cache for port eda32789-e09b-4865-b13b-c41803037fd7 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.286067] env[62359]: DEBUG nova.virt.block_device [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updating existing volume attachment record: 65636a30-1419-4795-bf4e-f0cf11bb8721 {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 993.392619] env[62359]: DEBUG nova.scheduler.client.report [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.719517] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.730200] env[62359]: DEBUG nova.network.neutron [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.848819] env[62359]: DEBUG nova.compute.manager [req-d93ad09f-e12f-476a-ab48-3ba0a5a59668 req-f1185484-57e3-4180-836a-b769912e197e service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received event network-vif-deleted-93882ec3-526a-40e9-8e75-fd7d275d065c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.901022] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.901433] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.890s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.902243] env[62359]: DEBUG nova.objects.instance [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lazy-loading 'resources' on Instance uuid 819991d6-0042-46f6-a734-237e9ba2a166 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.934397] env[62359]: DEBUG nova.network.neutron [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Updating instance_info_cache with network_info: [{"id": "d4a88a04-7cbe-4c1e-90b3-32ac8bafe045", "address": "fa:16:3e:e4:ab:1c", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a88a04-7c", "ovs_interfaceid": "d4a88a04-7cbe-4c1e-90b3-32ac8bafe045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.938035] env[62359]: INFO nova.scheduler.client.report [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleted allocations for instance bdd90dc5-dee6-40d9-87df-d711efc254dd [ 994.078168] env[62359]: DEBUG nova.network.neutron [req-9682357b-4e28-4c95-8be7-dcacc6f082ea req-3c2fccfb-9aa6-44a5-bf0d-2b2fb36ed7d3 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Updated VIF entry in instance network info cache for port eda32789-e09b-4865-b13b-c41803037fd7. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.078168] env[62359]: DEBUG nova.network.neutron [req-9682357b-4e28-4c95-8be7-dcacc6f082ea req-3c2fccfb-9aa6-44a5-bf0d-2b2fb36ed7d3 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Updating instance_info_cache with network_info: [{"id": "eda32789-e09b-4865-b13b-c41803037fd7", "address": "fa:16:3e:8a:9e:3b", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda32789-e0", "ovs_interfaceid": "eda32789-e09b-4865-b13b-c41803037fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.222517] env[62359]: DEBUG oslo_vmware.api [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441299, 'name': PowerOnVM_Task, 'duration_secs': 1.243356} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.222906] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.223153] env[62359]: INFO nova.compute.manager [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Took 7.67 seconds to spawn the instance on the hypervisor. [ 994.223339] env[62359]: DEBUG nova.compute.manager [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.224176] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bb8861-b62d-41f2-a206-63e41344016f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.436761] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "refresh_cache-2cf156ce-f1b0-44c4-9305-d501ac10e245" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.437133] env[62359]: DEBUG nova.compute.manager [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Instance network_info: |[{"id": "d4a88a04-7cbe-4c1e-90b3-32ac8bafe045", "address": "fa:16:3e:e4:ab:1c", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a88a04-7c", "ovs_interfaceid": "d4a88a04-7cbe-4c1e-90b3-32ac8bafe045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.445868] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0615f802-4cd3-49df-8d8f-45a31dc2dfad tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "bdd90dc5-dee6-40d9-87df-d711efc254dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.472s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.467808] env[62359]: DEBUG oslo_concurrency.lockutils [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.468165] env[62359]: DEBUG oslo_concurrency.lockutils [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.468385] env[62359]: DEBUG oslo_concurrency.lockutils [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.468603] env[62359]: DEBUG oslo_concurrency.lockutils [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.468862] env[62359]: DEBUG oslo_concurrency.lockutils [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.471425] env[62359]: INFO nova.compute.manager [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Terminating instance [ 994.581749] env[62359]: DEBUG oslo_concurrency.lockutils [req-9682357b-4e28-4c95-8be7-dcacc6f082ea req-3c2fccfb-9aa6-44a5-bf0d-2b2fb36ed7d3 service nova] Releasing lock "refresh_cache-f1f3e077-e902-428c-87e3-a70c88542841" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.721224] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e91039f-18b6-439f-9c58-950eb2ddc079 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.731168] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aacccc-96f6-44c9-b6aa-f2bdd9ea7ad8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.773084] env[62359]: INFO nova.compute.manager [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Took 22.30 seconds to build instance. [ 994.774770] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08cf638-c6c5-446a-896b-3350449ff807 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.784022] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e7e67c-9f46-4b69-9c86-436647fa46c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.799905] env[62359]: DEBUG nova.compute.provider_tree [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.880784] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.979027] env[62359]: DEBUG nova.compute.manager [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.979027] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.979027] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeb6519-2e2d-4853-92d7-6938e5133e1f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.988744] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.989320] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c749c4c1-848e-4f68-981e-04aaab80af40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.062023] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.062023] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.062023] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleting the datastore file [datastore2] 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.062023] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f766d50-0d05-4789-bed9-306035099337 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.071230] env[62359]: DEBUG oslo_vmware.api [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 995.071230] env[62359]: value = "task-2441304" [ 995.071230] env[62359]: _type = "Task" [ 995.071230] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.081618] env[62359]: DEBUG oslo_vmware.api [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.279492] env[62359]: DEBUG oslo_concurrency.lockutils [None req-663daf5a-2a5f-438d-a7b1-8986f1bdf514 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.816s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.306393] env[62359]: DEBUG nova.scheduler.client.report [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.346844] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.347046] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.581100] env[62359]: DEBUG oslo_vmware.api [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299248} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.581565] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.581823] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.582078] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.582346] env[62359]: INFO nova.compute.manager [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Took 0.61 seconds to destroy the instance on the hypervisor. [ 995.582662] env[62359]: DEBUG oslo.service.loopingcall [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.582895] env[62359]: DEBUG nova.compute.manager [-] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.582990] env[62359]: DEBUG nova.network.neutron [-] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.810496] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.814297] env[62359]: DEBUG oslo_concurrency.lockutils [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.651s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.814297] env[62359]: DEBUG nova.objects.instance [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'resources' on Instance uuid 26d8767d-43c2-4af1-800f-eaaf09bc90f5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.847105] env[62359]: INFO nova.scheduler.client.report [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleted allocations for instance 819991d6-0042-46f6-a734-237e9ba2a166 [ 995.855409] env[62359]: DEBUG nova.compute.utils [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 996.361289] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.362455] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7bb4f189-e2f5-4b74-8830-96d0063cdf11 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "819991d6-0042-46f6-a734-237e9ba2a166" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.288s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.368386] env[62359]: DEBUG nova.network.neutron [-] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.601791] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9325b047-0e10-4151-80bb-c961fb20fefe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.611970] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edf231a-93a6-49ab-9e5b-7a6ef8be2a38 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.647456] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4bc648-0875-47b0-8a8e-1681319c85a5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.656177] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a121aa-658f-48ce-859d-148cf56ed274 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.670754] env[62359]: DEBUG nova.compute.provider_tree [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.722034] env[62359]: DEBUG nova.virt.hardware [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.722309] env[62359]: DEBUG nova.virt.hardware [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.722468] env[62359]: DEBUG nova.virt.hardware [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.722652] env[62359]: DEBUG nova.virt.hardware [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.723139] env[62359]: DEBUG nova.virt.hardware [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.723139] env[62359]: DEBUG nova.virt.hardware [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.723244] env[62359]: DEBUG nova.virt.hardware [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.723880] env[62359]: DEBUG nova.virt.hardware [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.723880] env[62359]: DEBUG nova.virt.hardware [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.723880] env[62359]: DEBUG nova.virt.hardware [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.724026] env[62359]: DEBUG nova.virt.hardware [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.726186] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bc7e5c-03c7-4842-81cb-37844d40ecc8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.739207] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea7cf3-6f74-137b-4d81-10583b38f315/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.740473] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e80faa-41ed-403b-bb49-c442a3485b3a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.744877] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13593b9f-f55f-4c1f-94c0-777370b55c5c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.754756] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea7cf3-6f74-137b-4d81-10583b38f315/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.754928] env[62359]: ERROR oslo_vmware.rw_handles [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea7cf3-6f74-137b-4d81-10583b38f315/disk-0.vmdk due to incomplete transfer. [ 996.762905] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-21c291ba-997c-4aed-81c9-ec3de326a16a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.764881] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:ab:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4a88a04-7cbe-4c1e-90b3-32ac8bafe045', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.774599] env[62359]: DEBUG oslo.service.loopingcall [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.775046] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.775899] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f65d4d02-57b9-49fd-a139-6dd69e39551a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.803098] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea7cf3-6f74-137b-4d81-10583b38f315/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 996.803439] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Uploaded image b76184b6-a046-4fb5-8ce1-152824ff3d21 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 996.807140] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 996.808079] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5589de06-c84e-4a8a-9a97-c447a80844cb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.814478] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.814478] env[62359]: value = "task-2441306" [ 996.814478] env[62359]: _type = "Task" [ 996.814478] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.821832] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 996.821832] env[62359]: value = "task-2441307" [ 996.821832] env[62359]: _type = "Task" [ 996.821832] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.833083] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441306, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.840696] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441307, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.872397] env[62359]: INFO nova.compute.manager [-] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Took 1.29 seconds to deallocate network for instance. [ 996.897302] env[62359]: DEBUG nova.compute.manager [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Received event network-vif-plugged-d4a88a04-7cbe-4c1e-90b3-32ac8bafe045 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.897302] env[62359]: DEBUG oslo_concurrency.lockutils [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] Acquiring lock "2cf156ce-f1b0-44c4-9305-d501ac10e245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.897550] env[62359]: DEBUG oslo_concurrency.lockutils [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] Lock "2cf156ce-f1b0-44c4-9305-d501ac10e245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.897815] env[62359]: DEBUG oslo_concurrency.lockutils [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] Lock "2cf156ce-f1b0-44c4-9305-d501ac10e245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.897939] env[62359]: DEBUG nova.compute.manager [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] No waiting events found dispatching network-vif-plugged-d4a88a04-7cbe-4c1e-90b3-32ac8bafe045 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.898246] env[62359]: WARNING nova.compute.manager [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Received unexpected event network-vif-plugged-d4a88a04-7cbe-4c1e-90b3-32ac8bafe045 for instance with vm_state building and task_state spawning. [ 996.898420] env[62359]: DEBUG nova.compute.manager [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Received event network-changed-d4a88a04-7cbe-4c1e-90b3-32ac8bafe045 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.898698] env[62359]: DEBUG nova.compute.manager [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Refreshing instance network info cache due to event network-changed-d4a88a04-7cbe-4c1e-90b3-32ac8bafe045. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 996.898849] env[62359]: DEBUG oslo_concurrency.lockutils [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] Acquiring lock "refresh_cache-2cf156ce-f1b0-44c4-9305-d501ac10e245" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.899132] env[62359]: DEBUG oslo_concurrency.lockutils [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] Acquired lock "refresh_cache-2cf156ce-f1b0-44c4-9305-d501ac10e245" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.899239] env[62359]: DEBUG nova.network.neutron [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Refreshing network info cache for port d4a88a04-7cbe-4c1e-90b3-32ac8bafe045 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.104758] env[62359]: DEBUG nova.compute.manager [req-e32a290c-391c-4211-8759-6547acc88052 req-b2165133-04ec-46d8-acba-95a0fd65b4b8 service nova] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Received event network-vif-deleted-a07c2b16-f6ad-4ebd-889d-c5c8ff7cbd90 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.174391] env[62359]: DEBUG nova.scheduler.client.report [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.326367] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441306, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.335730] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441307, 'name': Destroy_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.382716] env[62359]: DEBUG oslo_concurrency.lockutils [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.445311] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.447633] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.447633] env[62359]: INFO nova.compute.manager [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Attaching volume a3dbf883-e7d9-41ee-8dad-4ad60a989f4e to /dev/sdb [ 997.497796] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11afc388-c972-49fc-baf0-8c7af7fb3f4e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.513147] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca2ce26-3978-47d5-ab7b-ba7d7cf2a7ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.531581] env[62359]: DEBUG nova.virt.block_device [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Updating existing volume attachment record: 9e5aa13d-89e3-4425-b920-b53e8ed66faf {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 997.663267] env[62359]: DEBUG nova.network.neutron [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Updated VIF entry in instance network info cache for port d4a88a04-7cbe-4c1e-90b3-32ac8bafe045. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.663734] env[62359]: DEBUG nova.network.neutron [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Updating instance_info_cache with network_info: [{"id": "d4a88a04-7cbe-4c1e-90b3-32ac8bafe045", "address": "fa:16:3e:e4:ab:1c", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a88a04-7c", "ovs_interfaceid": "d4a88a04-7cbe-4c1e-90b3-32ac8bafe045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.681177] env[62359]: DEBUG oslo_concurrency.lockutils [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.686226] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.805s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.686226] env[62359]: DEBUG nova.objects.instance [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lazy-loading 'pci_requests' on Instance uuid c9a62cca-4a9b-424c-8a9c-f620f6319f18 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.713750] env[62359]: INFO nova.scheduler.client.report [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleted allocations for instance 26d8767d-43c2-4af1-800f-eaaf09bc90f5 [ 997.829714] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441306, 'name': CreateVM_Task, 'duration_secs': 0.533408} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.834850] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.835712] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.835939] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.838791] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.838791] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6a7b1c-76df-4b06-a2e5-a9cf3aa3fb66 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.845105] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441307, 'name': Destroy_Task, 'duration_secs': 0.676814} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.846397] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 997.846696] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494540', 'volume_id': '08c4956e-4e29-479c-af66-a13ade5266ab', 'name': 'volume-08c4956e-4e29-479c-af66-a13ade5266ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b32b081b-8004-4ef8-b56a-603d3dae8f46', 'attached_at': '', 'detached_at': '', 'volume_id': '08c4956e-4e29-479c-af66-a13ade5266ab', 'serial': '08c4956e-4e29-479c-af66-a13ade5266ab'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 997.847460] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Destroyed the VM [ 997.847687] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 997.848771] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aba0117-1315-4b1c-95f8-2991a274167d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.854547] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fdb649af-c381-4282-bf07-da792c7bc52d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.857162] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 997.857162] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e3f19c-3e77-d975-320f-33df9aace35a" [ 997.857162] env[62359]: _type = "Task" [ 997.857162] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.679452] env[62359]: DEBUG oslo_concurrency.lockutils [req-de3c43d7-5ccf-4dbc-b9cf-55375144ebaf req-6f0cb64d-7834-46ca-9fe7-8bd59e8f46d6 service nova] Releasing lock "refresh_cache-2cf156ce-f1b0-44c4-9305-d501ac10e245" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.681590] env[62359]: DEBUG nova.objects.instance [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lazy-loading 'numa_topology' on Instance uuid c9a62cca-4a9b-424c-8a9c-f620f6319f18 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.686059] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquiring lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.686059] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.686059] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquiring lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.686059] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.686332] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.687739] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 998.687739] env[62359]: value = "task-2441309" [ 998.687739] env[62359]: _type = "Task" [ 998.687739] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.688208] env[62359]: INFO nova.compute.manager [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Terminating instance [ 998.689746] env[62359]: DEBUG oslo_concurrency.lockutils [None req-91931a6a-1d9c-444d-b342-de0ea409ef8a tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.777s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.695819] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de0ac3-e3f8-4bc1-8034-2db2bd2cf674 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.698992] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] Acquired lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.705199] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "131e5b00-4c96-4826-a27d-6bb60ba48077" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.705883] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "131e5b00-4c96-4826-a27d-6bb60ba48077" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.706408] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.706606] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.713569] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6ee6e1-fa8f-43ad-a9ac-4fb73a6f8802 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.713706] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e3f19c-3e77-d975-320f-33df9aace35a, 'name': SearchDatastore_Task, 'duration_secs': 0.016907} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.715916] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.716012] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.716777] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.716777] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.716777] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.717773] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39ac8954-37d8-416a-8016-f67f2a03c6e4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.737391] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441309, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.746246] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-08c4956e-4e29-479c-af66-a13ade5266ab/volume-08c4956e-4e29-479c-af66-a13ade5266ab.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.746323] env[62359]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 998.746519] env[62359]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62359) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 998.747485] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1983fc3b-a1a2-457e-b400-98e28f00ebce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.763244] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b2959a2-c531-4bcb-b4ef-8a0dc2688c50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.765321] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.765321] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.767099] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ec37e1-33ac-4c6a-b03c-d8a24e084072 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.773722] env[62359]: DEBUG oslo_vmware.api [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 998.773722] env[62359]: value = "task-2441310" [ 998.773722] env[62359]: _type = "Task" [ 998.773722] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.778571] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 998.778571] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5253ff13-c0f4-c9a2-73cc-c492a70bfc18" [ 998.778571] env[62359]: _type = "Task" [ 998.778571] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.781637] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a839469b-b548-404a-ad29-5e78ac484c15 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.800041] env[62359]: DEBUG oslo_vmware.api [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.808870] env[62359]: DEBUG oslo_vmware.rw_handles [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb9c8-e57f-0a44-7ea3-2b554f463a21/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 998.809738] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc8c321-b720-422d-915e-69973e4202ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.815555] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5253ff13-c0f4-c9a2-73cc-c492a70bfc18, 'name': SearchDatastore_Task, 'duration_secs': 0.030205} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.830581] env[62359]: ERROR root [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-494462' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-494462' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-494462' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-494462'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-494462' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-494462' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-494462'}\n"]: nova.exception.InstanceNotFound: Instance 26d8767d-43c2-4af1-800f-eaaf09bc90f5 could not be found. [ 998.830952] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] Releasing lock "26d8767d-43c2-4af1-800f-eaaf09bc90f5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.830991] env[62359]: DEBUG nova.compute.manager [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Detach interface failed, port_id=b77db51b-c760-49a7-af54-2b5065a90033, reason: Instance 26d8767d-43c2-4af1-800f-eaaf09bc90f5 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 998.831184] env[62359]: DEBUG nova.compute.manager [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Received event network-vif-plugged-7f4891c6-1d7a-4018-8202-a2023e8ce8ab {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.831367] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] Acquiring lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.831589] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] Lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.831759] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] Lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.831923] env[62359]: DEBUG nova.compute.manager [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] No waiting events found dispatching network-vif-plugged-7f4891c6-1d7a-4018-8202-a2023e8ce8ab {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.832100] env[62359]: WARNING nova.compute.manager [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Received unexpected event network-vif-plugged-7f4891c6-1d7a-4018-8202-a2023e8ce8ab for instance with vm_state building and task_state spawning. [ 998.832259] env[62359]: DEBUG nova.compute.manager [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Received event network-changed-7f4891c6-1d7a-4018-8202-a2023e8ce8ab {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.832408] env[62359]: DEBUG nova.compute.manager [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Refreshing instance network info cache due to event network-changed-7f4891c6-1d7a-4018-8202-a2023e8ce8ab. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 998.832584] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] Acquiring lock "refresh_cache-d57394c3-5354-4ae1-a26e-41f46f38f7bc" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.832748] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] Acquired lock "refresh_cache-d57394c3-5354-4ae1-a26e-41f46f38f7bc" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.832859] env[62359]: DEBUG nova.network.neutron [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Refreshing network info cache for port 7f4891c6-1d7a-4018-8202-a2023e8ce8ab {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.835492] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452adc7b-38d5-4db9-9171-cf0148698ca8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.838131] env[62359]: DEBUG oslo_vmware.rw_handles [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb9c8-e57f-0a44-7ea3-2b554f463a21/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 998.838306] env[62359]: ERROR oslo_vmware.rw_handles [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb9c8-e57f-0a44-7ea3-2b554f463a21/disk-0.vmdk due to incomplete transfer. [ 998.838743] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b8c7e8b3-1e5d-49c6-851f-27acb257ccec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.844787] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 998.844787] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52642dae-234d-8d72-3089-df3d571e8875" [ 998.844787] env[62359]: _type = "Task" [ 998.844787] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.850015] env[62359]: DEBUG oslo_vmware.rw_handles [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eb9c8-e57f-0a44-7ea3-2b554f463a21/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 998.853255] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Uploaded image 0f5a150c-1b35-4c16-9af2-4cc8a5589152 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 998.853255] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 998.853255] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dbeb14b5-ffb8-42f7-8aae-8d5514714e8c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.859033] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52642dae-234d-8d72-3089-df3d571e8875, 'name': SearchDatastore_Task, 'duration_secs': 0.012821} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.859526] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.859526] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 2cf156ce-f1b0-44c4-9305-d501ac10e245/2cf156ce-f1b0-44c4-9305-d501ac10e245.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.860409] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-262991e3-e930-49d4-b0fe-6653d8b3d2ce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.863968] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 998.863968] env[62359]: value = "task-2441311" [ 998.863968] env[62359]: _type = "Task" [ 998.863968] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.868797] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 998.868797] env[62359]: value = "task-2441312" [ 998.868797] env[62359]: _type = "Task" [ 998.868797] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.877647] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441311, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.883026] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.191016] env[62359]: INFO nova.compute.claims [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.211570] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441309, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.216029] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.219566] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.229975] env[62359]: DEBUG nova.compute.manager [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.230347] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.231488] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba59d86-f7be-4b10-beac-288e38a5dde0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.248808] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.249141] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-817c6162-9cd0-4d33-b88b-f1f6f0144a4b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.260154] env[62359]: DEBUG oslo_vmware.api [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for the task: (returnval){ [ 999.260154] env[62359]: value = "task-2441313" [ 999.260154] env[62359]: _type = "Task" [ 999.260154] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.277707] env[62359]: DEBUG oslo_vmware.api [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.285782] env[62359]: DEBUG oslo_vmware.api [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.379754] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441311, 'name': Destroy_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.385340] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441312, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.703843] env[62359]: DEBUG nova.network.neutron [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Updated VIF entry in instance network info cache for port 7f4891c6-1d7a-4018-8202-a2023e8ce8ab. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.704200] env[62359]: DEBUG nova.network.neutron [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Updating instance_info_cache with network_info: [{"id": "7f4891c6-1d7a-4018-8202-a2023e8ce8ab", "address": "fa:16:3e:04:49:f2", "network": {"id": "e4a1505a-7a79-4225-90dd-fffc1c4edd80", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-649370494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f349ddb3b9458b8dfc472598446054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4891c6-1d", "ovs_interfaceid": "7f4891c6-1d7a-4018-8202-a2023e8ce8ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.712181] env[62359]: DEBUG oslo_vmware.api [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441309, 'name': RemoveSnapshot_Task, 'duration_secs': 1.737585} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.713119] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 999.713352] env[62359]: INFO nova.compute.manager [None req-cbb43561-9d8d-4641-aa75-6b7b85baf0df tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Took 15.59 seconds to snapshot the instance on the hypervisor. [ 999.756243] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.756505] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.762301] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.762301] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.771533] env[62359]: DEBUG oslo_vmware.api [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441313, 'name': PowerOffVM_Task, 'duration_secs': 0.219235} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.771803] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.771972] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.772241] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-637008fc-d3a9-4561-83a5-00576912fe8a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.785022] env[62359]: DEBUG oslo_vmware.api [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441310, 'name': ReconfigVM_Task, 'duration_secs': 0.699542} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.785310] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-08c4956e-4e29-479c-af66-a13ade5266ab/volume-08c4956e-4e29-479c-af66-a13ade5266ab.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.790216] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6dbb987-0959-4295-a2fa-5d29d391fc31 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.806889] env[62359]: DEBUG oslo_vmware.api [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 999.806889] env[62359]: value = "task-2441315" [ 999.806889] env[62359]: _type = "Task" [ 999.806889] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.817093] env[62359]: DEBUG oslo_vmware.api [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.857143] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.857512] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.857584] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Deleting the datastore file [datastore1] d57394c3-5354-4ae1-a26e-41f46f38f7bc {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.857857] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d51db07-b900-426e-92f7-1bf7a8a189e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.865230] env[62359]: DEBUG oslo_vmware.api [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for the task: (returnval){ [ 999.865230] env[62359]: value = "task-2441317" [ 999.865230] env[62359]: _type = "Task" [ 999.865230] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.878613] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441311, 'name': Destroy_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.882094] env[62359]: DEBUG oslo_vmware.api [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.886871] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533224} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.887151] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 2cf156ce-f1b0-44c4-9305-d501ac10e245/2cf156ce-f1b0-44c4-9305-d501ac10e245.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.887413] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.887761] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83d36db4-5e0b-4bb4-9f87-404c1721aaa6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.895596] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 999.895596] env[62359]: value = "task-2441318" [ 999.895596] env[62359]: _type = "Task" [ 999.895596] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.905095] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.207410] env[62359]: DEBUG oslo_concurrency.lockutils [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] Releasing lock "refresh_cache-d57394c3-5354-4ae1-a26e-41f46f38f7bc" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.207704] env[62359]: DEBUG nova.compute.manager [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Received event network-vif-deleted-c8d0f63d-e99a-45e1-afee-69b3842c8b13 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.207907] env[62359]: INFO nova.compute.manager [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Neutron deleted interface c8d0f63d-e99a-45e1-afee-69b3842c8b13; detaching it from the instance and deleting it from the info cache [ 1000.208593] env[62359]: DEBUG nova.network.neutron [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Updating instance_info_cache with network_info: [{"id": "93882ec3-526a-40e9-8e75-fd7d275d065c", "address": "fa:16:3e:5c:f0:21", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93882ec3-52", "ovs_interfaceid": "93882ec3-526a-40e9-8e75-fd7d275d065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.260412] env[62359]: DEBUG nova.compute.manager [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.320974] env[62359]: DEBUG oslo_vmware.api [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441315, 'name': ReconfigVM_Task, 'duration_secs': 0.260345} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.321452] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494540', 'volume_id': '08c4956e-4e29-479c-af66-a13ade5266ab', 'name': 'volume-08c4956e-4e29-479c-af66-a13ade5266ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b32b081b-8004-4ef8-b56a-603d3dae8f46', 'attached_at': '', 'detached_at': '', 'volume_id': '08c4956e-4e29-479c-af66-a13ade5266ab', 'serial': '08c4956e-4e29-479c-af66-a13ade5266ab'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1000.383122] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441311, 'name': Destroy_Task, 'duration_secs': 1.444815} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.384026] env[62359]: DEBUG oslo_vmware.api [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Task: {'id': task-2441317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376894} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.384026] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Destroyed the VM [ 1000.384026] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1000.384172] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.384353] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.384540] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.384749] env[62359]: INFO nova.compute.manager [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1000.385017] env[62359]: DEBUG oslo.service.loopingcall [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.385227] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e8203b7-be64-4592-93fc-a4131f189f94 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.387041] env[62359]: DEBUG nova.compute.manager [-] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.387111] env[62359]: DEBUG nova.network.neutron [-] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.395551] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1000.395551] env[62359]: value = "task-2441319" [ 1000.395551] env[62359]: _type = "Task" [ 1000.395551] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.409974] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077008} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.410685] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441319, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.413490] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.414471] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96c2af6-1128-4ded-b8cb-51ea46aebb9a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.437896] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 2cf156ce-f1b0-44c4-9305-d501ac10e245/2cf156ce-f1b0-44c4-9305-d501ac10e245.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.440805] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3391cf5-8f2e-4a12-b20f-096a2a654f92 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.463305] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1000.463305] env[62359]: value = "task-2441320" [ 1000.463305] env[62359]: _type = "Task" [ 1000.463305] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.472393] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.562124] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d60d614-ebf9-4ce5-9017-ec2b0fbd9691 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.570446] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9fc865-a8ae-4e4e-8342-0bf548e4a8fd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.602592] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717421e7-3bf4-4ed3-9997-f9ad2cf1ad11 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.611362] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504c5a14-b222-4841-bf53-df460d769537 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.629161] env[62359]: DEBUG nova.compute.provider_tree [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.711547] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d28d69ae-1b08-4e10-972d-3b902ffc2f51 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.722963] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf77943-33e5-4774-b52e-bb2d7d5a414c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.776368] env[62359]: DEBUG nova.compute.manager [req-b6490d85-8a08-44c2-b500-4a21c75dc425 req-b67a31f2-252b-49c7-8aa3-7f915033883d service nova] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Detach interface failed, port_id=c8d0f63d-e99a-45e1-afee-69b3842c8b13, reason: Instance 26d8767d-43c2-4af1-800f-eaaf09bc90f5 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1000.794418] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.798782] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.799032] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.872858] env[62359]: DEBUG nova.compute.manager [req-7675dded-982b-41cb-8ee1-6ea3669803ca req-6fbfac40-ca77-44ab-9589-c0758f2adfd7 service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Received event network-vif-deleted-7f4891c6-1d7a-4018-8202-a2023e8ce8ab {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.873164] env[62359]: INFO nova.compute.manager [req-7675dded-982b-41cb-8ee1-6ea3669803ca req-6fbfac40-ca77-44ab-9589-c0758f2adfd7 service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Neutron deleted interface 7f4891c6-1d7a-4018-8202-a2023e8ce8ab; detaching it from the instance and deleting it from the info cache [ 1000.873370] env[62359]: DEBUG nova.network.neutron [req-7675dded-982b-41cb-8ee1-6ea3669803ca req-6fbfac40-ca77-44ab-9589-c0758f2adfd7 service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.905801] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441319, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.972867] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441320, 'name': ReconfigVM_Task, 'duration_secs': 0.30159} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.973170] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 2cf156ce-f1b0-44c4-9305-d501ac10e245/2cf156ce-f1b0-44c4-9305-d501ac10e245.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.973825] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c618a447-fdc3-480d-820c-18f4f9440e1b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.980302] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1000.980302] env[62359]: value = "task-2441321" [ 1000.980302] env[62359]: _type = "Task" [ 1000.980302] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.990825] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441321, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.131154] env[62359]: DEBUG nova.scheduler.client.report [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.301110] env[62359]: DEBUG nova.compute.manager [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.306763] env[62359]: DEBUG nova.compute.manager [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.307636] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d1b14-30c1-4275-848f-0c7fbddfc565 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.354070] env[62359]: DEBUG nova.network.neutron [-] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.366642] env[62359]: DEBUG nova.objects.instance [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lazy-loading 'flavor' on Instance uuid b32b081b-8004-4ef8-b56a-603d3dae8f46 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.377610] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea0b47cb-76d1-4bc0-ade6-23747acea680 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.389563] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bbb157-e67c-41bc-939e-0bd906489120 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.408981] env[62359]: DEBUG oslo_vmware.api [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441319, 'name': RemoveSnapshot_Task, 'duration_secs': 0.559133} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.409464] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1001.409707] env[62359]: INFO nova.compute.manager [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Took 15.17 seconds to snapshot the instance on the hypervisor. [ 1001.429110] env[62359]: DEBUG nova.compute.manager [req-7675dded-982b-41cb-8ee1-6ea3669803ca req-6fbfac40-ca77-44ab-9589-c0758f2adfd7 service nova] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Detach interface failed, port_id=7f4891c6-1d7a-4018-8202-a2023e8ce8ab, reason: Instance d57394c3-5354-4ae1-a26e-41f46f38f7bc could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1001.491485] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441321, 'name': Rename_Task, 'duration_secs': 0.15675} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.491936] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.492195] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bde77abb-4cf7-4a8d-833c-391e2d5ac3c7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.499058] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1001.499058] env[62359]: value = "task-2441322" [ 1001.499058] env[62359]: _type = "Task" [ 1001.499058] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.507579] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.638287] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.951s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.639010] env[62359]: DEBUG oslo_concurrency.lockutils [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.256s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.639155] env[62359]: DEBUG nova.objects.instance [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lazy-loading 'resources' on Instance uuid 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.673103] env[62359]: INFO nova.network.neutron [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updating port 00c835af-c0ff-4ed2-b324-b9ba75a01ad4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1001.818492] env[62359]: INFO nova.compute.manager [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] instance snapshotting [ 1001.821465] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8aa0a0-9d88-4946-8134-0b570aabb271 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.825701] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.842655] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9051b9ae-34e1-40ea-8100-79b5eff8befb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.858840] env[62359]: INFO nova.compute.manager [-] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Took 1.47 seconds to deallocate network for instance. [ 1001.871777] env[62359]: DEBUG oslo_concurrency.lockutils [None req-941fd6e4-b513-49c5-98c1-f4299142b1a0 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.651s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.955764] env[62359]: DEBUG nova.compute.manager [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Found 3 images (rotation: 2) {{(pid=62359) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1001.956079] env[62359]: DEBUG nova.compute.manager [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Rotating out 1 backups {{(pid=62359) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1001.956214] env[62359]: DEBUG nova.compute.manager [None req-70638376-526b-4ec2-b887-1ec0785ae77b tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Deleting image 797900aa-899d-4b15-9804-45435b4898df {{(pid=62359) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1001.978196] env[62359]: INFO nova.compute.manager [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Rescuing [ 1001.978505] env[62359]: DEBUG oslo_concurrency.lockutils [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.979291] env[62359]: DEBUG oslo_concurrency.lockutils [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.979291] env[62359]: DEBUG nova.network.neutron [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.009167] env[62359]: DEBUG oslo_vmware.api [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441322, 'name': PowerOnVM_Task, 'duration_secs': 0.472059} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.009547] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.009709] env[62359]: INFO nova.compute.manager [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1002.009907] env[62359]: DEBUG nova.compute.manager [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.010734] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45445630-0071-42ca-846c-40627fe1712e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.096734] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1002.096973] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494542', 'volume_id': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'name': 'volume-a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8e2f547-8255-4d38-aada-578df1c5d9eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'serial': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1002.097942] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34775e0c-de4e-45b9-89e8-8f370185c8ac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.114714] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb190adf-1218-4ac9-96ca-4799d6ad114a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.141534] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-a3dbf883-e7d9-41ee-8dad-4ad60a989f4e/volume-a3dbf883-e7d9-41ee-8dad-4ad60a989f4e.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.144288] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e98dc34-fc8f-44c2-89b8-b2d4a100bc5c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.165166] env[62359]: DEBUG oslo_vmware.api [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 1002.165166] env[62359]: value = "task-2441323" [ 1002.165166] env[62359]: _type = "Task" [ 1002.165166] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.174846] env[62359]: DEBUG oslo_vmware.api [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.355859] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1002.355859] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94c47d77-0123-4c55-9e16-e6055f97c8b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.367919] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.368314] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 1002.368314] env[62359]: value = "task-2441324" [ 1002.368314] env[62359]: _type = "Task" [ 1002.368314] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.380674] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441324, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.435246] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a16a6bd-3059-460b-b97a-33d134674f86 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.443417] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9cd5f6-1f1e-4918-a6e8-42392df04aea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.473837] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f080c7-5f2c-4452-a960-9473d929e2a5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.481519] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6189e023-856f-4097-bb43-987ddaf2038a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.497776] env[62359]: DEBUG nova.compute.provider_tree [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.531111] env[62359]: INFO nova.compute.manager [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Took 22.22 seconds to build instance. [ 1002.675130] env[62359]: DEBUG oslo_vmware.api [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441323, 'name': ReconfigVM_Task, 'duration_secs': 0.36787} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.677883] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-a3dbf883-e7d9-41ee-8dad-4ad60a989f4e/volume-a3dbf883-e7d9-41ee-8dad-4ad60a989f4e.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.682909] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a4d3e58-14ec-4a83-8272-b4446017b0b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.699881] env[62359]: DEBUG oslo_vmware.api [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 1002.699881] env[62359]: value = "task-2441325" [ 1002.699881] env[62359]: _type = "Task" [ 1002.699881] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.708448] env[62359]: DEBUG oslo_vmware.api [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.864011] env[62359]: DEBUG nova.network.neutron [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updating instance_info_cache with network_info: [{"id": "732a0ae3-e460-4a9c-95fa-47abe6909036", "address": "fa:16:3e:88:d4:0a", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732a0ae3-e4", "ovs_interfaceid": "732a0ae3-e460-4a9c-95fa-47abe6909036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.879804] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441324, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.001640] env[62359]: DEBUG nova.scheduler.client.report [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.033016] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b86dc39d-eacd-407a-ab20-42c9cb63685b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "2cf156ce-f1b0-44c4-9305-d501ac10e245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.727s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.101158] env[62359]: DEBUG nova.compute.manager [req-18515093-2759-43c4-a474-aa8a097b003d req-4a7a6a46-f0fd-493f-a3e1-34f21350ee31 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Received event network-vif-plugged-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.101671] env[62359]: DEBUG oslo_concurrency.lockutils [req-18515093-2759-43c4-a474-aa8a097b003d req-4a7a6a46-f0fd-493f-a3e1-34f21350ee31 service nova] Acquiring lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.101891] env[62359]: DEBUG oslo_concurrency.lockutils [req-18515093-2759-43c4-a474-aa8a097b003d req-4a7a6a46-f0fd-493f-a3e1-34f21350ee31 service nova] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.103178] env[62359]: DEBUG oslo_concurrency.lockutils [req-18515093-2759-43c4-a474-aa8a097b003d req-4a7a6a46-f0fd-493f-a3e1-34f21350ee31 service nova] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.103178] env[62359]: DEBUG nova.compute.manager [req-18515093-2759-43c4-a474-aa8a097b003d req-4a7a6a46-f0fd-493f-a3e1-34f21350ee31 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] No waiting events found dispatching network-vif-plugged-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.103178] env[62359]: WARNING nova.compute.manager [req-18515093-2759-43c4-a474-aa8a097b003d req-4a7a6a46-f0fd-493f-a3e1-34f21350ee31 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Received unexpected event network-vif-plugged-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1003.197693] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.197693] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.197693] env[62359]: DEBUG nova.network.neutron [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.212450] env[62359]: DEBUG oslo_vmware.api [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441325, 'name': ReconfigVM_Task, 'duration_secs': 0.154916} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.212747] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494542', 'volume_id': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'name': 'volume-a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8e2f547-8255-4d38-aada-578df1c5d9eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'serial': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1003.366959] env[62359]: DEBUG oslo_concurrency.lockutils [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.382196] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441324, 'name': CreateSnapshot_Task, 'duration_secs': 0.524119} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.382196] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1003.382196] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4007c722-5685-4516-a481-ba889cafceae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.507222] env[62359]: DEBUG oslo_concurrency.lockutils [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.510284] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.750s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.512770] env[62359]: INFO nova.compute.claims [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.539414] env[62359]: INFO nova.scheduler.client.report [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted allocations for instance 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0 [ 1003.780772] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "2cf156ce-f1b0-44c4-9305-d501ac10e245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.780826] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "2cf156ce-f1b0-44c4-9305-d501ac10e245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.781036] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "2cf156ce-f1b0-44c4-9305-d501ac10e245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.781242] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "2cf156ce-f1b0-44c4-9305-d501ac10e245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.781418] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "2cf156ce-f1b0-44c4-9305-d501ac10e245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.783476] env[62359]: INFO nova.compute.manager [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Terminating instance [ 1003.904697] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1003.909592] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed14c63b-7080-4ef4-9e3d-2ff107e4a38d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.924884] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 1003.924884] env[62359]: value = "task-2441326" [ 1003.924884] env[62359]: _type = "Task" [ 1003.924884] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.936086] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441326, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.946022] env[62359]: DEBUG nova.network.neutron [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updating instance_info_cache with network_info: [{"id": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "address": "fa:16:3e:62:99:ef", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c835af-c0", "ovs_interfaceid": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.050130] env[62359]: DEBUG oslo_concurrency.lockutils [None req-779e79a4-406f-4006-8549-a2915de0c0e4 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.582s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.248776] env[62359]: DEBUG nova.objects.instance [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'flavor' on Instance uuid b8e2f547-8255-4d38-aada-578df1c5d9eb {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.288081] env[62359]: DEBUG nova.compute.manager [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.288288] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.289190] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410f6e1a-26e6-425f-a762-c146947c0a99 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.298710] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.298871] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb99440-b8ae-442c-9d49-13c5356d681c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.307203] env[62359]: DEBUG oslo_vmware.api [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1004.307203] env[62359]: value = "task-2441327" [ 1004.307203] env[62359]: _type = "Task" [ 1004.307203] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.316865] env[62359]: DEBUG oslo_vmware.api [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.385266] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "8845db81-381b-4141-a7d1-183ad304a48f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.385266] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.385266] env[62359]: DEBUG nova.compute.manager [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.385965] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897bb17d-98a9-4d52-b975-1a7a968d1515 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.394226] env[62359]: DEBUG nova.compute.manager [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62359) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1004.394878] env[62359]: DEBUG nova.objects.instance [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'flavor' on Instance uuid 8845db81-381b-4141-a7d1-183ad304a48f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.438141] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441326, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.448843] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.480385] env[62359]: DEBUG nova.virt.hardware [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='49fbece427e0bb35611f4c54389dc993',container_format='bare',created_at=2025-02-10T21:17:36Z,direct_url=,disk_format='vmdk',id=d020dc7a-81ec-4f19-a992-4c836d8f70d6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-60640766-shelved',owner='3723797c2d7b4a628e9aba2bb10bdf10',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-02-10T21:17:51Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.480385] env[62359]: DEBUG nova.virt.hardware [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.480385] env[62359]: DEBUG nova.virt.hardware [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.480685] env[62359]: DEBUG nova.virt.hardware [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.480919] env[62359]: DEBUG nova.virt.hardware [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.481686] env[62359]: DEBUG nova.virt.hardware [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.481686] env[62359]: DEBUG nova.virt.hardware [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.481686] env[62359]: DEBUG nova.virt.hardware [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.481686] env[62359]: DEBUG nova.virt.hardware [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.481686] env[62359]: DEBUG nova.virt.hardware [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.481869] env[62359]: DEBUG nova.virt.hardware [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.483043] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6ec8f3-803c-4bd2-8a1e-d8de701a58f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.495369] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7e5d4e-1044-4978-bc62-8d1c20d4ae85 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.518618] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:99:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00c835af-c0ff-4ed2-b324-b9ba75a01ad4', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.530090] env[62359]: DEBUG oslo.service.loopingcall [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.534301] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.534734] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96d98f6c-60f8-4933-8a47-637c9cc0c25b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.562223] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.562223] env[62359]: value = "task-2441328" [ 1004.562223] env[62359]: _type = "Task" [ 1004.562223] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.572373] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441328, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.757396] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a3d23a02-fb4e-4742-bd28-5c0f2b91a034 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.312s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.819551] env[62359]: DEBUG oslo_vmware.api [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441327, 'name': PowerOffVM_Task, 'duration_secs': 0.239501} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.822531] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.822746] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.823451] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e080432e-b5b2-48fc-9685-73f88322e515 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.838171] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405119b0-d869-45ca-ae31-ccf91e3f4a28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.848483] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff96a86-ecf5-4ddb-8366-57a48e8c9fdb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.880285] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03431a5-17df-4dd8-a0e7-73cc809c624a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.889476] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7280b80b-998a-4dbf-b6f7-5a35fd872427 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.907149] env[62359]: DEBUG nova.compute.provider_tree [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.912186] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.912480] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83b74afb-ea36-4b83-92c0-7bfa4f411c09 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.931300] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1004.931300] env[62359]: value = "task-2441330" [ 1004.931300] env[62359]: _type = "Task" [ 1004.931300] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.939763] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.939996] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.940190] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleting the datastore file [datastore2] 2cf156ce-f1b0-44c4-9305-d501ac10e245 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.940806] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441326, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.941429] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d8823e9-a38b-4dff-9e51-58d0a53180c8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.946172] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.953832] env[62359]: DEBUG oslo_vmware.api [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1004.953832] env[62359]: value = "task-2441331" [ 1004.953832] env[62359]: _type = "Task" [ 1004.953832] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.964896] env[62359]: DEBUG oslo_vmware.api [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.992472] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "46c0be45-e128-4bea-b984-253de250b268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.992773] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "46c0be45-e128-4bea-b984-253de250b268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.073517] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441328, 'name': CreateVM_Task, 'duration_secs': 0.373212} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.073940] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.074449] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.074634] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.075058] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.075336] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f958f67-0efa-448e-958a-57281024f177 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.082454] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1005.082454] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b14906-9902-c50e-cb04-38b229c466c4" [ 1005.082454] env[62359]: _type = "Task" [ 1005.082454] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.093926] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b14906-9902-c50e-cb04-38b229c466c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.131922] env[62359]: DEBUG nova.compute.manager [req-a3a80136-56c7-4662-a658-e7c482bcde8c req-8dcd9eba-0095-418e-baf0-c637dc7fe324 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Received event network-changed-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.132094] env[62359]: DEBUG nova.compute.manager [req-a3a80136-56c7-4662-a658-e7c482bcde8c req-8dcd9eba-0095-418e-baf0-c637dc7fe324 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Refreshing instance network info cache due to event network-changed-00c835af-c0ff-4ed2-b324-b9ba75a01ad4. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1005.132386] env[62359]: DEBUG oslo_concurrency.lockutils [req-a3a80136-56c7-4662-a658-e7c482bcde8c req-8dcd9eba-0095-418e-baf0-c637dc7fe324 service nova] Acquiring lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.132590] env[62359]: DEBUG oslo_concurrency.lockutils [req-a3a80136-56c7-4662-a658-e7c482bcde8c req-8dcd9eba-0095-418e-baf0-c637dc7fe324 service nova] Acquired lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.132780] env[62359]: DEBUG nova.network.neutron [req-a3a80136-56c7-4662-a658-e7c482bcde8c req-8dcd9eba-0095-418e-baf0-c637dc7fe324 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Refreshing network info cache for port 00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.411019] env[62359]: DEBUG nova.scheduler.client.report [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.414456] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.415192] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d85dc0e-0fb3-4f13-959b-45e1a5cbe464 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.423276] env[62359]: DEBUG oslo_vmware.api [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1005.423276] env[62359]: value = "task-2441332" [ 1005.423276] env[62359]: _type = "Task" [ 1005.423276] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.435575] env[62359]: DEBUG oslo_vmware.api [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.441806] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441326, 'name': CloneVM_Task, 'duration_secs': 1.383325} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.442343] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Created linked-clone VM from snapshot [ 1005.443435] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df47d0a-ddd7-4931-b3f5-7f315bfa547c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.448663] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441330, 'name': PowerOffVM_Task, 'duration_secs': 0.252251} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.449216] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.449987] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e2cdfb-e52c-4000-96b1-8dd3845037e1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.455675] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Uploading image 394657c4-721e-43d5-97d0-ab562cee3630 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1005.478702] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e22ea5-f2e0-4d2b-bb26-2b5fa261fdbd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.484245] env[62359]: DEBUG oslo_vmware.api [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161342} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.484932] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.485210] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.485274] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.485433] env[62359]: INFO nova.compute.manager [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1005.485671] env[62359]: DEBUG oslo.service.loopingcall [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.485865] env[62359]: DEBUG nova.compute.manager [-] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.485946] env[62359]: DEBUG nova.network.neutron [-] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.494773] env[62359]: DEBUG oslo_vmware.rw_handles [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1005.494773] env[62359]: value = "vm-494544" [ 1005.494773] env[62359]: _type = "VirtualMachine" [ 1005.494773] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1005.495541] env[62359]: DEBUG nova.compute.manager [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.497994] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c55a59a-bd18-4cdb-bfbf-829ca78cc6a3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.507060] env[62359]: DEBUG oslo_vmware.rw_handles [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lease: (returnval){ [ 1005.507060] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5235ede1-a23c-9b28-3908-5eb271bf0c56" [ 1005.507060] env[62359]: _type = "HttpNfcLease" [ 1005.507060] env[62359]: } obtained for exporting VM: (result){ [ 1005.507060] env[62359]: value = "vm-494544" [ 1005.507060] env[62359]: _type = "VirtualMachine" [ 1005.507060] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1005.507525] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the lease: (returnval){ [ 1005.507525] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5235ede1-a23c-9b28-3908-5eb271bf0c56" [ 1005.507525] env[62359]: _type = "HttpNfcLease" [ 1005.507525] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1005.518594] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.518594] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5235ede1-a23c-9b28-3908-5eb271bf0c56" [ 1005.518594] env[62359]: _type = "HttpNfcLease" [ 1005.518594] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.521099] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.521506] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e15de93-945a-497e-92f2-8eb64aeb234a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.530789] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1005.530789] env[62359]: value = "task-2441334" [ 1005.530789] env[62359]: _type = "Task" [ 1005.530789] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.542968] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1005.543320] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.543674] env[62359]: DEBUG oslo_concurrency.lockutils [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.543911] env[62359]: DEBUG oslo_concurrency.lockutils [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.544200] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.544508] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c36eb7-a4d7-4011-bec6-ca925060e5fb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.557788] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.557970] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.558706] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103229a6-391b-48f5-82ab-abb2c3e1a209 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.568081] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1005.568081] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52364875-d90d-f8a4-2834-7ea236a3244a" [ 1005.568081] env[62359]: _type = "Task" [ 1005.568081] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.576792] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52364875-d90d-f8a4-2834-7ea236a3244a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.595571] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.596000] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Processing image d020dc7a-81ec-4f19-a992-4c836d8f70d6 {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.596467] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6/d020dc7a-81ec-4f19-a992-4c836d8f70d6.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.596771] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6/d020dc7a-81ec-4f19-a992-4c836d8f70d6.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.597107] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.597493] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d34d66df-a71e-4b6a-8f29-c75965991087 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.607244] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.609783] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.609783] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e98fed-d08e-4686-8b57-c8e1cfab5e42 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.617047] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1005.617047] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529c253b-fba6-3f9d-fb49-61d6636b0852" [ 1005.617047] env[62359]: _type = "Task" [ 1005.617047] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.625630] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529c253b-fba6-3f9d-fb49-61d6636b0852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.631018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.631245] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.914159] env[62359]: DEBUG nova.network.neutron [req-a3a80136-56c7-4662-a658-e7c482bcde8c req-8dcd9eba-0095-418e-baf0-c637dc7fe324 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updated VIF entry in instance network info cache for port 00c835af-c0ff-4ed2-b324-b9ba75a01ad4. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.914554] env[62359]: DEBUG nova.network.neutron [req-a3a80136-56c7-4662-a658-e7c482bcde8c req-8dcd9eba-0095-418e-baf0-c637dc7fe324 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updating instance_info_cache with network_info: [{"id": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "address": "fa:16:3e:62:99:ef", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c835af-c0", "ovs_interfaceid": "00c835af-c0ff-4ed2-b324-b9ba75a01ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.916413] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.916887] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.919474] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.159s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.920808] env[62359]: INFO nova.compute.claims [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.933655] env[62359]: DEBUG oslo_vmware.api [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441332, 'name': PowerOffVM_Task, 'duration_secs': 0.198112} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.933948] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.934146] env[62359]: DEBUG nova.compute.manager [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.935069] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02801d70-4ac4-41c7-b4d7-08026126d69f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.016523] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.016523] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5235ede1-a23c-9b28-3908-5eb271bf0c56" [ 1006.016523] env[62359]: _type = "HttpNfcLease" [ 1006.016523] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1006.016832] env[62359]: DEBUG oslo_vmware.rw_handles [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1006.016832] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5235ede1-a23c-9b28-3908-5eb271bf0c56" [ 1006.016832] env[62359]: _type = "HttpNfcLease" [ 1006.016832] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1006.017625] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81015234-c396-4154-afa4-80bc6e23be3e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.022369] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.027551] env[62359]: DEBUG oslo_vmware.rw_handles [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526593bc-dec4-76c6-b82f-195c8ce5f96f/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1006.027720] env[62359]: DEBUG oslo_vmware.rw_handles [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526593bc-dec4-76c6-b82f-195c8ce5f96f/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1006.093270] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52364875-d90d-f8a4-2834-7ea236a3244a, 'name': SearchDatastore_Task, 'duration_secs': 0.027556} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.094021] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0ea4de-b8fb-4099-968e-1eca45c2fc99 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.099378] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1006.099378] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c802fe-bdb8-582d-236f-6a071e8f55ed" [ 1006.099378] env[62359]: _type = "Task" [ 1006.099378] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.107113] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c802fe-bdb8-582d-236f-6a071e8f55ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.116375] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0f3920d-98d6-4e6c-945e-1e2b378ee879 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.127431] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Preparing fetch location {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1006.127693] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Fetch image to [datastore1] OSTACK_IMG_7dfc1ffc-0f1e-45e4-907f-81740c2e9ad1/OSTACK_IMG_7dfc1ffc-0f1e-45e4-907f-81740c2e9ad1.vmdk {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1006.127875] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Downloading stream optimized image d020dc7a-81ec-4f19-a992-4c836d8f70d6 to [datastore1] OSTACK_IMG_7dfc1ffc-0f1e-45e4-907f-81740c2e9ad1/OSTACK_IMG_7dfc1ffc-0f1e-45e4-907f-81740c2e9ad1.vmdk on the data store datastore1 as vApp {{(pid=62359) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1006.128290] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Downloading image file data d020dc7a-81ec-4f19-a992-4c836d8f70d6 to the ESX as VM named 'OSTACK_IMG_7dfc1ffc-0f1e-45e4-907f-81740c2e9ad1' {{(pid=62359) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1006.134992] env[62359]: DEBUG nova.compute.utils [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1006.198965] env[62359]: DEBUG oslo_vmware.rw_handles [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1006.198965] env[62359]: value = "resgroup-9" [ 1006.198965] env[62359]: _type = "ResourcePool" [ 1006.198965] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1006.199331] env[62359]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b70616e4-9174-4f09-b087-dcac2f8e2cc7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.222559] env[62359]: DEBUG oslo_vmware.rw_handles [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lease: (returnval){ [ 1006.222559] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528f5ff8-aeac-7d3f-affe-8c40b9c5ffe3" [ 1006.222559] env[62359]: _type = "HttpNfcLease" [ 1006.222559] env[62359]: } obtained for vApp import into resource pool (val){ [ 1006.222559] env[62359]: value = "resgroup-9" [ 1006.222559] env[62359]: _type = "ResourcePool" [ 1006.222559] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1006.222880] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the lease: (returnval){ [ 1006.222880] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528f5ff8-aeac-7d3f-affe-8c40b9c5ffe3" [ 1006.222880] env[62359]: _type = "HttpNfcLease" [ 1006.222880] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1006.233468] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.233468] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528f5ff8-aeac-7d3f-affe-8c40b9c5ffe3" [ 1006.233468] env[62359]: _type = "HttpNfcLease" [ 1006.233468] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1006.262052] env[62359]: DEBUG nova.network.neutron [-] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.420668] env[62359]: DEBUG oslo_concurrency.lockutils [req-a3a80136-56c7-4662-a658-e7c482bcde8c req-8dcd9eba-0095-418e-baf0-c637dc7fe324 service nova] Releasing lock "refresh_cache-c9a62cca-4a9b-424c-8a9c-f620f6319f18" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.424500] env[62359]: DEBUG nova.compute.utils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1006.428987] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.429261] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.448451] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1b811dc5-03a2-4d30-87db-336ff66fa5c1 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.512190] env[62359]: DEBUG nova.policy [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ee0e769b2324cab9259f898fd3882fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8817537c427344ce89b78118da257e66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.612725] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c802fe-bdb8-582d-236f-6a071e8f55ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014794} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.613185] env[62359]: DEBUG oslo_concurrency.lockutils [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.613659] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] b32b081b-8004-4ef8-b56a-603d3dae8f46/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. {{(pid=62359) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1006.614046] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fa07270-43d3-4a90-b505-9645f74bce47 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.623157] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1006.623157] env[62359]: value = "task-2441336" [ 1006.623157] env[62359]: _type = "Task" [ 1006.623157] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.640524] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.641959] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.735813] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.735813] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528f5ff8-aeac-7d3f-affe-8c40b9c5ffe3" [ 1006.735813] env[62359]: _type = "HttpNfcLease" [ 1006.735813] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1006.765052] env[62359]: INFO nova.compute.manager [-] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Took 1.28 seconds to deallocate network for instance. [ 1006.931075] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.999129] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Successfully created port: 80409693-8c2b-4c95-b85a-24e615116f5f {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.138805] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441336, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.246916] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.246916] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528f5ff8-aeac-7d3f-affe-8c40b9c5ffe3" [ 1007.246916] env[62359]: _type = "HttpNfcLease" [ 1007.246916] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1007.247556] env[62359]: DEBUG oslo_vmware.rw_handles [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1007.247556] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528f5ff8-aeac-7d3f-affe-8c40b9c5ffe3" [ 1007.247556] env[62359]: _type = "HttpNfcLease" [ 1007.247556] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1007.250207] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299fdd4f-c22b-433a-9b12-2057e140de77 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.269786] env[62359]: DEBUG oslo_vmware.rw_handles [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e74cf1-929d-cb35-5551-aa4a0ec758ef/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1007.270329] env[62359]: DEBUG oslo_vmware.rw_handles [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e74cf1-929d-cb35-5551-aa4a0ec758ef/disk-0.vmdk. {{(pid=62359) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1007.276316] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.348021] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75ccc538-1a4b-41c9-9d70-fb067ebb0f44 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.370115] env[62359]: DEBUG nova.compute.manager [req-99e37f51-ff4d-4d38-b966-fa0c51ee7b54 req-2c7824cf-6efb-4690-88b1-465f5ce8644f service nova] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Received event network-vif-deleted-d4a88a04-7cbe-4c1e-90b3-32ac8bafe045 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.374701] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060ceaef-be11-48f2-abfd-1234e38b11cb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.382931] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b2b1e1-af8c-45ac-88c5-f2876ad9bee1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.416033] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e142563b-b46d-4265-bcb3-751eff99b190 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.425559] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fab754b-47e6-46e7-8e24-9f48908e2dfe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.440602] env[62359]: DEBUG nova.compute.provider_tree [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.638871] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523666} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.641040] env[62359]: INFO nova.virt.vmwareapi.ds_util [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] b32b081b-8004-4ef8-b56a-603d3dae8f46/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk. [ 1007.642229] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f2e12a-2ff5-48bf-a894-4467f8563358 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.675970] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] b32b081b-8004-4ef8-b56a-603d3dae8f46/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.681297] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c539a27-c1b7-48ae-879d-d89b8c97785d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.709495] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1007.709495] env[62359]: value = "task-2441337" [ 1007.709495] env[62359]: _type = "Task" [ 1007.709495] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.721542] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.724652] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.724979] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.725385] env[62359]: INFO nova.compute.manager [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Attaching volume d19a7436-bf68-44da-a1a1-42126c055fc0 to /dev/sdc [ 1007.750328] env[62359]: DEBUG nova.compute.manager [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Stashing vm_state: stopped {{(pid=62359) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1007.769445] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e54080-2c2b-470b-a06c-ce95ae8ffd85 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.778108] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8adf65-2a18-45c2-ba4b-685aa2333a03 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.797135] env[62359]: DEBUG nova.virt.block_device [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Updating existing volume attachment record: fdba0cd8-18c7-4ef3-88fb-644db2f10449 {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1007.944351] env[62359]: DEBUG nova.scheduler.client.report [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.949125] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.979568] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.980501] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.980501] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.980732] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.980910] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.981165] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.981398] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.981638] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.981855] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.982131] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.982441] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.983440] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ac70e1-ec2c-4645-8d95-99e5ed75a941 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.997567] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9151ed08-fe6b-474f-be28-7e3a6f1e991b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.222925] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441337, 'name': ReconfigVM_Task, 'duration_secs': 0.465618} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.223381] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Reconfigured VM instance instance-00000057 to attach disk [datastore2] b32b081b-8004-4ef8-b56a-603d3dae8f46/28594210-333d-4992-9862-6b9ed57e5c4f-rescue.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.224178] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86c367e-52d8-4be0-8f5e-dfb22789c352 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.270558] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d39c1edb-af9c-44c1-8bbe-6a7c95ecf00c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.290021] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.296993] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1008.296993] env[62359]: value = "task-2441339" [ 1008.296993] env[62359]: _type = "Task" [ 1008.296993] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.309211] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.453288] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.453866] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.458235] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.664s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.460456] env[62359]: INFO nova.compute.claims [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.516487] env[62359]: DEBUG oslo_vmware.rw_handles [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Completed reading data from the image iterator. {{(pid=62359) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1008.516764] env[62359]: DEBUG oslo_vmware.rw_handles [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e74cf1-929d-cb35-5551-aa4a0ec758ef/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1008.517830] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65427866-23eb-4bfd-a031-6ac52cdae1ac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.527364] env[62359]: DEBUG oslo_vmware.rw_handles [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e74cf1-929d-cb35-5551-aa4a0ec758ef/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1008.527985] env[62359]: DEBUG oslo_vmware.rw_handles [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e74cf1-929d-cb35-5551-aa4a0ec758ef/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1008.528167] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5e8a4d3e-05da-48f1-8166-c9c3b7c48879 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.535432] env[62359]: DEBUG nova.compute.manager [req-6731ef83-d76f-4073-9d18-89d0bdb364ff req-a00f86b8-f129-4e2a-af99-8c0552cb312e service nova] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Received event network-vif-plugged-80409693-8c2b-4c95-b85a-24e615116f5f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.535651] env[62359]: DEBUG oslo_concurrency.lockutils [req-6731ef83-d76f-4073-9d18-89d0bdb364ff req-a00f86b8-f129-4e2a-af99-8c0552cb312e service nova] Acquiring lock "131e5b00-4c96-4826-a27d-6bb60ba48077-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.536053] env[62359]: DEBUG oslo_concurrency.lockutils [req-6731ef83-d76f-4073-9d18-89d0bdb364ff req-a00f86b8-f129-4e2a-af99-8c0552cb312e service nova] Lock "131e5b00-4c96-4826-a27d-6bb60ba48077-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.536330] env[62359]: DEBUG oslo_concurrency.lockutils [req-6731ef83-d76f-4073-9d18-89d0bdb364ff req-a00f86b8-f129-4e2a-af99-8c0552cb312e service nova] Lock "131e5b00-4c96-4826-a27d-6bb60ba48077-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.536461] env[62359]: DEBUG nova.compute.manager [req-6731ef83-d76f-4073-9d18-89d0bdb364ff req-a00f86b8-f129-4e2a-af99-8c0552cb312e service nova] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] No waiting events found dispatching network-vif-plugged-80409693-8c2b-4c95-b85a-24e615116f5f {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.536685] env[62359]: WARNING nova.compute.manager [req-6731ef83-d76f-4073-9d18-89d0bdb364ff req-a00f86b8-f129-4e2a-af99-8c0552cb312e service nova] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Received unexpected event network-vif-plugged-80409693-8c2b-4c95-b85a-24e615116f5f for instance with vm_state building and task_state spawning. [ 1008.699649] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Successfully updated port: 80409693-8c2b-4c95-b85a-24e615116f5f {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.732596] env[62359]: DEBUG oslo_vmware.rw_handles [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e74cf1-929d-cb35-5551-aa4a0ec758ef/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1008.732809] env[62359]: INFO nova.virt.vmwareapi.images [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Downloaded image file data d020dc7a-81ec-4f19-a992-4c836d8f70d6 [ 1008.733670] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e531b10-4731-41b5-a8f3-e6724260fbda {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.750215] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-720d1690-4470-4cd3-9a46-2eb2b7a2fcd0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.776657] env[62359]: INFO nova.virt.vmwareapi.images [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] The imported VM was unregistered [ 1008.778859] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Caching image {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1008.779107] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6 {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.779375] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd1fc190-2419-4897-8751-533ffba59cde {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.791530] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Created directory with path [datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6 {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.791728] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7dfc1ffc-0f1e-45e4-907f-81740c2e9ad1/OSTACK_IMG_7dfc1ffc-0f1e-45e4-907f-81740c2e9ad1.vmdk to [datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6/d020dc7a-81ec-4f19-a992-4c836d8f70d6.vmdk. {{(pid=62359) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1008.791976] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1dd458d2-24d6-4ceb-9337-901cf921d03d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.802816] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1008.802816] env[62359]: value = "task-2441341" [ 1008.802816] env[62359]: _type = "Task" [ 1008.802816] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.809798] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.815180] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441341, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.965749] env[62359]: DEBUG nova.compute.utils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1008.969743] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.969743] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.041815] env[62359]: DEBUG nova.policy [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ee0e769b2324cab9259f898fd3882fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8817537c427344ce89b78118da257e66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.205885] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "refresh_cache-131e5b00-4c96-4826-a27d-6bb60ba48077" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.205885] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "refresh_cache-131e5b00-4c96-4826-a27d-6bb60ba48077" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.205885] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.317917] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441339, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.325979] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441341, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.348855] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Successfully created port: 6cdf89ae-9572-4ea1-9be8-ae86ddb45823 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.470621] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.757262] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.822037] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441339, 'name': ReconfigVM_Task, 'duration_secs': 1.034082} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.822427] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.822726] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d56f86b5-26e5-43ef-b69f-45fa548a38d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.827967] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441341, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.838175] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1009.838175] env[62359]: value = "task-2441342" [ 1009.838175] env[62359]: _type = "Task" [ 1009.838175] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.848501] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.852904] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12925675-aa9a-44b5-a177-3980c4e4fc91 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.861741] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bc9d0a-eaeb-4dd0-ab45-ae01d336e10e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.901744] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf866223-3dea-482c-98d2-c9a994192a9f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.911288] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3726a334-84c2-48f2-a19e-6463fc1561eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.927674] env[62359]: DEBUG nova.compute.provider_tree [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.997250] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Updating instance_info_cache with network_info: [{"id": "80409693-8c2b-4c95-b85a-24e615116f5f", "address": "fa:16:3e:35:b7:67", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80409693-8c", "ovs_interfaceid": "80409693-8c2b-4c95-b85a-24e615116f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.318904] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441341, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.349729] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441342, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.431193] env[62359]: DEBUG nova.scheduler.client.report [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.483480] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.500754] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "refresh_cache-131e5b00-4c96-4826-a27d-6bb60ba48077" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.501119] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Instance network_info: |[{"id": "80409693-8c2b-4c95-b85a-24e615116f5f", "address": "fa:16:3e:35:b7:67", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80409693-8c", "ovs_interfaceid": "80409693-8c2b-4c95-b85a-24e615116f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.501899] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:b7:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80409693-8c2b-4c95-b85a-24e615116f5f', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.510087] env[62359]: DEBUG oslo.service.loopingcall [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.513106] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.513392] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.513562] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.513777] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.513927] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.514112] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.514365] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.514511] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.514682] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.514859] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.515100] env[62359]: DEBUG nova.virt.hardware [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.515386] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.516705] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ff63f5-9904-421a-99a7-348df142a286 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.519653] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a0847d7-882b-4359-a1d4-7f0b7d2e2aef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.543132] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad422e0a-cae9-45c9-9251-377b896fae74 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.547778] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.547778] env[62359]: value = "task-2441344" [ 1010.547778] env[62359]: _type = "Task" [ 1010.547778] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.566736] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441344, 'name': CreateVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.569512] env[62359]: DEBUG nova.compute.manager [req-33f82332-4090-4c54-90f8-3d49c81671a1 req-c8f2f47e-22d3-46f7-b785-edcc373b6358 service nova] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Received event network-changed-80409693-8c2b-4c95-b85a-24e615116f5f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.569708] env[62359]: DEBUG nova.compute.manager [req-33f82332-4090-4c54-90f8-3d49c81671a1 req-c8f2f47e-22d3-46f7-b785-edcc373b6358 service nova] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Refreshing instance network info cache due to event network-changed-80409693-8c2b-4c95-b85a-24e615116f5f. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1010.569932] env[62359]: DEBUG oslo_concurrency.lockutils [req-33f82332-4090-4c54-90f8-3d49c81671a1 req-c8f2f47e-22d3-46f7-b785-edcc373b6358 service nova] Acquiring lock "refresh_cache-131e5b00-4c96-4826-a27d-6bb60ba48077" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.570102] env[62359]: DEBUG oslo_concurrency.lockutils [req-33f82332-4090-4c54-90f8-3d49c81671a1 req-c8f2f47e-22d3-46f7-b785-edcc373b6358 service nova] Acquired lock "refresh_cache-131e5b00-4c96-4826-a27d-6bb60ba48077" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.570269] env[62359]: DEBUG nova.network.neutron [req-33f82332-4090-4c54-90f8-3d49c81671a1 req-c8f2f47e-22d3-46f7-b785-edcc373b6358 service nova] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Refreshing network info cache for port 80409693-8c2b-4c95-b85a-24e615116f5f {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.819927] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441341, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.851185] env[62359]: DEBUG oslo_vmware.api [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441342, 'name': PowerOnVM_Task, 'duration_secs': 0.963574} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.851514] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.854856] env[62359]: DEBUG nova.compute.manager [None req-534e588b-97af-4bc2-9264-05416fd0067a tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.855956] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fc5576-6809-47b8-9837-f0815fbbf02f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.937312] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.937964] env[62359]: DEBUG nova.compute.manager [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.941180] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.115s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.942956] env[62359]: INFO nova.compute.claims [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.038902] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Successfully updated port: 6cdf89ae-9572-4ea1-9be8-ae86ddb45823 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.062875] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441344, 'name': CreateVM_Task, 'duration_secs': 0.435155} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.063116] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.063892] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.064126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.064436] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.064763] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-241c3044-154e-4522-9157-b104d8557328 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.070964] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1011.070964] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5270af84-5c92-4063-1a03-79f59af2d24c" [ 1011.070964] env[62359]: _type = "Task" [ 1011.070964] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.082576] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5270af84-5c92-4063-1a03-79f59af2d24c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.320791] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441341, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.450258] env[62359]: DEBUG nova.compute.utils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.455034] env[62359]: DEBUG nova.compute.manager [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.455187] env[62359]: DEBUG nova.network.neutron [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.494393] env[62359]: DEBUG nova.network.neutron [req-33f82332-4090-4c54-90f8-3d49c81671a1 req-c8f2f47e-22d3-46f7-b785-edcc373b6358 service nova] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Updated VIF entry in instance network info cache for port 80409693-8c2b-4c95-b85a-24e615116f5f. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.494794] env[62359]: DEBUG nova.network.neutron [req-33f82332-4090-4c54-90f8-3d49c81671a1 req-c8f2f47e-22d3-46f7-b785-edcc373b6358 service nova] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Updating instance_info_cache with network_info: [{"id": "80409693-8c2b-4c95-b85a-24e615116f5f", "address": "fa:16:3e:35:b7:67", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80409693-8c", "ovs_interfaceid": "80409693-8c2b-4c95-b85a-24e615116f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.499994] env[62359]: DEBUG nova.policy [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca645113cab5472a904c1afb5877164a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0540ceaa468d4df5bbb5553cb24bdb04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.542190] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "refresh_cache-0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.542345] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "refresh_cache-0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.542825] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.583322] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5270af84-5c92-4063-1a03-79f59af2d24c, 'name': SearchDatastore_Task, 'duration_secs': 0.082084} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.584138] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.584138] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.584138] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.584636] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.584636] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.585020] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8b0af74-cf8e-4c42-8f8c-9ba9374f4347 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.599036] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.599036] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.599759] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460b4f32-6dc0-46eb-91ad-de41f6db7f64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.606936] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1011.606936] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f56a19-6b87-2dc6-09bb-70c216d346bb" [ 1011.606936] env[62359]: _type = "Task" [ 1011.606936] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.615165] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f56a19-6b87-2dc6-09bb-70c216d346bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.820873] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441341, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.854995} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.821206] env[62359]: INFO nova.virt.vmwareapi.ds_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7dfc1ffc-0f1e-45e4-907f-81740c2e9ad1/OSTACK_IMG_7dfc1ffc-0f1e-45e4-907f-81740c2e9ad1.vmdk to [datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6/d020dc7a-81ec-4f19-a992-4c836d8f70d6.vmdk. [ 1011.821778] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Cleaning up location [datastore1] OSTACK_IMG_7dfc1ffc-0f1e-45e4-907f-81740c2e9ad1 {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1011.821778] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7dfc1ffc-0f1e-45e4-907f-81740c2e9ad1 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.821906] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f751c6e9-7adc-4179-984d-7e243b45b36c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.825651] env[62359]: DEBUG nova.network.neutron [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Successfully created port: 4464e5d5-bd91-4068-8893-6b81907d44af {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.829792] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1011.829792] env[62359]: value = "task-2441345" [ 1011.829792] env[62359]: _type = "Task" [ 1011.829792] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.838466] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.958024] env[62359]: DEBUG nova.compute.manager [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.997224] env[62359]: DEBUG oslo_concurrency.lockutils [req-33f82332-4090-4c54-90f8-3d49c81671a1 req-c8f2f47e-22d3-46f7-b785-edcc373b6358 service nova] Releasing lock "refresh_cache-131e5b00-4c96-4826-a27d-6bb60ba48077" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.107352] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.129419] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f56a19-6b87-2dc6-09bb-70c216d346bb, 'name': SearchDatastore_Task, 'duration_secs': 0.023171} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.130450] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc9cfddd-4f80-4569-ac4c-16ea3bf3076a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.138571] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1012.138571] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5227d3de-e225-b7cd-3d2b-fd46afc69e72" [ 1012.138571] env[62359]: _type = "Task" [ 1012.138571] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.150858] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5227d3de-e225-b7cd-3d2b-fd46afc69e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.296457] env[62359]: DEBUG nova.network.neutron [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Updating instance_info_cache with network_info: [{"id": "6cdf89ae-9572-4ea1-9be8-ae86ddb45823", "address": "fa:16:3e:13:fc:39", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdf89ae-95", "ovs_interfaceid": "6cdf89ae-9572-4ea1-9be8-ae86ddb45823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.348091] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112882} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.349159] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.349159] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6/d020dc7a-81ec-4f19-a992-4c836d8f70d6.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.349159] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6/d020dc7a-81ec-4f19-a992-4c836d8f70d6.vmdk to [datastore1] c9a62cca-4a9b-424c-8a9c-f620f6319f18/c9a62cca-4a9b-424c-8a9c-f620f6319f18.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.349383] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71f87055-f431-4dc5-94c2-52027e9bf918 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.353589] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1012.353794] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494547', 'volume_id': 'd19a7436-bf68-44da-a1a1-42126c055fc0', 'name': 'volume-d19a7436-bf68-44da-a1a1-42126c055fc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8e2f547-8255-4d38-aada-578df1c5d9eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd19a7436-bf68-44da-a1a1-42126c055fc0', 'serial': 'd19a7436-bf68-44da-a1a1-42126c055fc0'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1012.354641] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2332cf7-a631-4f10-81cd-df3a3795bdbb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.362442] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1012.362442] env[62359]: value = "task-2441346" [ 1012.362442] env[62359]: _type = "Task" [ 1012.362442] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.380758] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed9fbd1-3b97-4e8d-812e-8ef85f082880 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.383347] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9563ce11-9c26-4d7f-99e8-7bfc74af9169 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.389523] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.411574] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41db489-cc54-4ca7-9e1f-e203addf6a50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.423944] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-d19a7436-bf68-44da-a1a1-42126c055fc0/volume-d19a7436-bf68-44da-a1a1-42126c055fc0.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.424734] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2faeaa41-51af-4da2-b450-c3390d347225 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.475367] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7303ae3f-ce3b-4a70-8664-5b3638b8bc6d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.478742] env[62359]: DEBUG oslo_vmware.api [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 1012.478742] env[62359]: value = "task-2441347" [ 1012.478742] env[62359]: _type = "Task" [ 1012.478742] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.486692] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6668aa13-17f9-4a6c-a05b-4b09c74308b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.495445] env[62359]: DEBUG oslo_vmware.api [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.512808] env[62359]: DEBUG nova.compute.provider_tree [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.639178] env[62359]: DEBUG nova.compute.manager [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Received event network-vif-plugged-6cdf89ae-9572-4ea1-9be8-ae86ddb45823 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.639178] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] Acquiring lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.639817] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] Lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.640290] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] Lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.640603] env[62359]: DEBUG nova.compute.manager [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] No waiting events found dispatching network-vif-plugged-6cdf89ae-9572-4ea1-9be8-ae86ddb45823 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.640925] env[62359]: WARNING nova.compute.manager [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Received unexpected event network-vif-plugged-6cdf89ae-9572-4ea1-9be8-ae86ddb45823 for instance with vm_state building and task_state spawning. [ 1012.641334] env[62359]: DEBUG nova.compute.manager [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Received event network-changed-6cdf89ae-9572-4ea1-9be8-ae86ddb45823 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.641671] env[62359]: DEBUG nova.compute.manager [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Refreshing instance network info cache due to event network-changed-6cdf89ae-9572-4ea1-9be8-ae86ddb45823. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1012.641962] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] Acquiring lock "refresh_cache-0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.654761] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5227d3de-e225-b7cd-3d2b-fd46afc69e72, 'name': SearchDatastore_Task, 'duration_secs': 0.035534} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.655343] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.655754] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 131e5b00-4c96-4826-a27d-6bb60ba48077/131e5b00-4c96-4826-a27d-6bb60ba48077.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.656227] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9bbe545-6370-4225-a33d-ddbcaecf3390 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.664727] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1012.664727] env[62359]: value = "task-2441348" [ 1012.664727] env[62359]: _type = "Task" [ 1012.664727] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.682624] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.800382] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "refresh_cache-0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.800756] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Instance network_info: |[{"id": "6cdf89ae-9572-4ea1-9be8-ae86ddb45823", "address": "fa:16:3e:13:fc:39", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdf89ae-95", "ovs_interfaceid": "6cdf89ae-9572-4ea1-9be8-ae86ddb45823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.801090] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] Acquired lock "refresh_cache-0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.801285] env[62359]: DEBUG nova.network.neutron [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Refreshing network info cache for port 6cdf89ae-9572-4ea1-9be8-ae86ddb45823 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.802793] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:fc:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cdf89ae-9572-4ea1-9be8-ae86ddb45823', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.810905] env[62359]: DEBUG oslo.service.loopingcall [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.814405] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.814855] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d535362-a060-4cdd-8461-8191009d60b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.841891] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.841891] env[62359]: value = "task-2441349" [ 1012.841891] env[62359]: _type = "Task" [ 1012.841891] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.845992] env[62359]: INFO nova.compute.manager [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Unrescuing [ 1012.846645] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.846645] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquired lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.846781] env[62359]: DEBUG nova.network.neutron [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.856532] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441349, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.878796] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441346, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.975343] env[62359]: DEBUG nova.compute.manager [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.991899] env[62359]: DEBUG oslo_vmware.api [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.006628] env[62359]: DEBUG nova.virt.hardware [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.006917] env[62359]: DEBUG nova.virt.hardware [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.007139] env[62359]: DEBUG nova.virt.hardware [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.007337] env[62359]: DEBUG nova.virt.hardware [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.007488] env[62359]: DEBUG nova.virt.hardware [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.007646] env[62359]: DEBUG nova.virt.hardware [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.007924] env[62359]: DEBUG nova.virt.hardware [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.008149] env[62359]: DEBUG nova.virt.hardware [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.008450] env[62359]: DEBUG nova.virt.hardware [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.008694] env[62359]: DEBUG nova.virt.hardware [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.008910] env[62359]: DEBUG nova.virt.hardware [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.009967] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35827f4d-488f-44d9-aa03-3cae440dca9e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.016274] env[62359]: DEBUG nova.scheduler.client.report [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.026775] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61133ff4-07ff-455d-abf0-0a087fd25cac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.091057] env[62359]: DEBUG nova.network.neutron [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Updated VIF entry in instance network info cache for port 6cdf89ae-9572-4ea1-9be8-ae86ddb45823. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.091487] env[62359]: DEBUG nova.network.neutron [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Updating instance_info_cache with network_info: [{"id": "6cdf89ae-9572-4ea1-9be8-ae86ddb45823", "address": "fa:16:3e:13:fc:39", "network": {"id": "53dd9205-9e20-4ddf-91a8-497a151a9bfa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-557558127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8817537c427344ce89b78118da257e66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdf89ae-95", "ovs_interfaceid": "6cdf89ae-9572-4ea1-9be8-ae86ddb45823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.178701] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.317761] env[62359]: DEBUG nova.compute.manager [req-297fae16-c5cf-4f95-a3d9-db46d36fbd5c req-8a02c47f-2ed1-4ee9-9166-65cb5d61be3f service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Received event network-vif-plugged-4464e5d5-bd91-4068-8893-6b81907d44af {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.318043] env[62359]: DEBUG oslo_concurrency.lockutils [req-297fae16-c5cf-4f95-a3d9-db46d36fbd5c req-8a02c47f-2ed1-4ee9-9166-65cb5d61be3f service nova] Acquiring lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.318345] env[62359]: DEBUG oslo_concurrency.lockutils [req-297fae16-c5cf-4f95-a3d9-db46d36fbd5c req-8a02c47f-2ed1-4ee9-9166-65cb5d61be3f service nova] Lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.318426] env[62359]: DEBUG oslo_concurrency.lockutils [req-297fae16-c5cf-4f95-a3d9-db46d36fbd5c req-8a02c47f-2ed1-4ee9-9166-65cb5d61be3f service nova] Lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.318617] env[62359]: DEBUG nova.compute.manager [req-297fae16-c5cf-4f95-a3d9-db46d36fbd5c req-8a02c47f-2ed1-4ee9-9166-65cb5d61be3f service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] No waiting events found dispatching network-vif-plugged-4464e5d5-bd91-4068-8893-6b81907d44af {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.318811] env[62359]: WARNING nova.compute.manager [req-297fae16-c5cf-4f95-a3d9-db46d36fbd5c req-8a02c47f-2ed1-4ee9-9166-65cb5d61be3f service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Received unexpected event network-vif-plugged-4464e5d5-bd91-4068-8893-6b81907d44af for instance with vm_state building and task_state spawning. [ 1013.356614] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441349, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.379951] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441346, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.435795] env[62359]: DEBUG nova.network.neutron [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Successfully updated port: 4464e5d5-bd91-4068-8893-6b81907d44af {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.494726] env[62359]: DEBUG oslo_vmware.api [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441347, 'name': ReconfigVM_Task, 'duration_secs': 0.628086} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.494726] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-d19a7436-bf68-44da-a1a1-42126c055fc0/volume-d19a7436-bf68-44da-a1a1-42126c055fc0.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.501773] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b30c8159-bf15-4aed-b9bc-0ad62c1ee8a9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.525334] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.525895] env[62359]: DEBUG nova.compute.manager [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.530349] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.162s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.530528] env[62359]: DEBUG nova.objects.instance [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Lazy-loading 'resources' on Instance uuid d57394c3-5354-4ae1-a26e-41f46f38f7bc {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.532481] env[62359]: DEBUG oslo_vmware.api [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 1013.532481] env[62359]: value = "task-2441350" [ 1013.532481] env[62359]: _type = "Task" [ 1013.532481] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.547117] env[62359]: DEBUG oslo_vmware.api [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.595037] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4f9b374-2d8a-43c4-9d68-49d29570090a req-84529a5f-9706-4ff1-9256-36943c4d62ec service nova] Releasing lock "refresh_cache-0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.681969] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.828924] env[62359]: DEBUG nova.network.neutron [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updating instance_info_cache with network_info: [{"id": "732a0ae3-e460-4a9c-95fa-47abe6909036", "address": "fa:16:3e:88:d4:0a", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732a0ae3-e4", "ovs_interfaceid": "732a0ae3-e460-4a9c-95fa-47abe6909036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.858709] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441349, 'name': CreateVM_Task, 'duration_secs': 0.957183} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.860675] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.860675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.860675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.860675] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.860852] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab22cebd-01c8-455c-9d8a-fb9ddf9b11bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.871774] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1013.871774] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a7401f-71aa-7408-6091-e243fecadcc5" [ 1013.871774] env[62359]: _type = "Task" [ 1013.871774] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.880590] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441346, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.889895] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a7401f-71aa-7408-6091-e243fecadcc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.938423] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-b95f9ba6-51c4-42a4-ab59-13ee10525df1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.938586] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-b95f9ba6-51c4-42a4-ab59-13ee10525df1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.938738] env[62359]: DEBUG nova.network.neutron [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.037973] env[62359]: DEBUG nova.compute.utils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1014.048884] env[62359]: DEBUG nova.compute.manager [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.049361] env[62359]: DEBUG nova.network.neutron [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.074286] env[62359]: DEBUG oslo_vmware.api [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441350, 'name': ReconfigVM_Task, 'duration_secs': 0.240509} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.074574] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494547', 'volume_id': 'd19a7436-bf68-44da-a1a1-42126c055fc0', 'name': 'volume-d19a7436-bf68-44da-a1a1-42126c055fc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8e2f547-8255-4d38-aada-578df1c5d9eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd19a7436-bf68-44da-a1a1-42126c055fc0', 'serial': 'd19a7436-bf68-44da-a1a1-42126c055fc0'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1014.115491] env[62359]: DEBUG nova.policy [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ac8f682c844f929fc2042a78f02685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7c0490bb1fb46d1a9d177a40f89c4fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.173520] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.173755] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.184862] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441348, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.332783] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Releasing lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.333516] env[62359]: DEBUG nova.objects.instance [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lazy-loading 'flavor' on Instance uuid b32b081b-8004-4ef8-b56a-603d3dae8f46 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.383300] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441346, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.387679] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a7401f-71aa-7408-6091-e243fecadcc5, 'name': SearchDatastore_Task, 'duration_secs': 0.084832} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.390751] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.391044] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.391292] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.391442] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.391625] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.393417] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96e973ad-0aae-4cf7-b5f7-c3dc06e095e6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.408354] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013b8e69-9c3c-4502-8a59-2e67624dc453 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.412700] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.412934] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.414191] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582adee3-35b3-4e73-bb91-41fba1a14a64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.422842] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d024516f-6f0d-49a8-a4aa-2cb79da99330 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.426893] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1014.426893] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d3ecc3-1423-ba48-ccb1-a819bb2cac4e" [ 1014.426893] env[62359]: _type = "Task" [ 1014.426893] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.461940] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f757b1-08ea-4ad0-9809-c68ded3d12a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.464774] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d3ecc3-1423-ba48-ccb1-a819bb2cac4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.469388] env[62359]: DEBUG nova.network.neutron [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Successfully created port: c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.475287] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7d5758-8485-467e-be03-a6310329daf8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.494791] env[62359]: DEBUG nova.compute.provider_tree [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.497094] env[62359]: DEBUG nova.network.neutron [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.550424] env[62359]: DEBUG nova.compute.manager [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.690485] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441348, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.690939] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.691097] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Starting heal instance info cache {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1014.699673] env[62359]: DEBUG nova.network.neutron [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Updating instance_info_cache with network_info: [{"id": "4464e5d5-bd91-4068-8893-6b81907d44af", "address": "fa:16:3e:d5:ee:a1", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4464e5d5-bd", "ovs_interfaceid": "4464e5d5-bd91-4068-8893-6b81907d44af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.731293] env[62359]: DEBUG oslo_vmware.rw_handles [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526593bc-dec4-76c6-b82f-195c8ce5f96f/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1014.732824] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19494b8a-ed9c-446d-bea2-6203d27d009b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.743085] env[62359]: DEBUG oslo_vmware.rw_handles [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526593bc-dec4-76c6-b82f-195c8ce5f96f/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1014.743266] env[62359]: ERROR oslo_vmware.rw_handles [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526593bc-dec4-76c6-b82f-195c8ce5f96f/disk-0.vmdk due to incomplete transfer. [ 1014.743522] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e717100-4418-47df-9368-bfcf3650f345 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.755321] env[62359]: DEBUG oslo_vmware.rw_handles [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526593bc-dec4-76c6-b82f-195c8ce5f96f/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1014.755548] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Uploaded image 394657c4-721e-43d5-97d0-ab562cee3630 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1014.758238] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1014.759143] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed03f00d-750d-4b32-92b3-67399204de48 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.769030] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 1014.769030] env[62359]: value = "task-2441351" [ 1014.769030] env[62359]: _type = "Task" [ 1014.769030] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.780698] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441351, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.841914] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd717c4d-2580-4203-87b4-9d6e10dc8471 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.874869] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.879133] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7d9b51d-0520-488c-8f23-e4086132179f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.890449] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441346, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.892338] env[62359]: DEBUG oslo_vmware.api [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1014.892338] env[62359]: value = "task-2441352" [ 1014.892338] env[62359]: _type = "Task" [ 1014.892338] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.902967] env[62359]: DEBUG oslo_vmware.api [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.939092] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d3ecc3-1423-ba48-ccb1-a819bb2cac4e, 'name': SearchDatastore_Task, 'duration_secs': 0.11383} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.940090] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a095306a-d7b8-4bb0-879a-9f433695a792 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.948137] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1014.948137] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52846e6a-dab4-fa78-478f-163621779f96" [ 1014.948137] env[62359]: _type = "Task" [ 1014.948137] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.958861] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52846e6a-dab4-fa78-478f-163621779f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.001175] env[62359]: DEBUG nova.scheduler.client.report [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.132282] env[62359]: DEBUG nova.objects.instance [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'flavor' on Instance uuid b8e2f547-8255-4d38-aada-578df1c5d9eb {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.179864] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441348, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.468912} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.180141] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 131e5b00-4c96-4826-a27d-6bb60ba48077/131e5b00-4c96-4826-a27d-6bb60ba48077.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.180354] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.180940] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59122c04-faaa-4f2a-ba09-a74ceb4a1eea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.190168] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1015.190168] env[62359]: value = "task-2441353" [ 1015.190168] env[62359]: _type = "Task" [ 1015.190168] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.200924] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.202885] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-b95f9ba6-51c4-42a4-ab59-13ee10525df1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.203193] env[62359]: DEBUG nova.compute.manager [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Instance network_info: |[{"id": "4464e5d5-bd91-4068-8893-6b81907d44af", "address": "fa:16:3e:d5:ee:a1", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4464e5d5-bd", "ovs_interfaceid": "4464e5d5-bd91-4068-8893-6b81907d44af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.203574] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:ee:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4464e5d5-bd91-4068-8893-6b81907d44af', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.212393] env[62359]: DEBUG oslo.service.loopingcall [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.212765] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.212865] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38618fb0-d529-4157-a290-2bcdeaa72d5b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.236968] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.236968] env[62359]: value = "task-2441354" [ 1015.236968] env[62359]: _type = "Task" [ 1015.236968] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.249411] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441354, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.286378] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441351, 'name': Destroy_Task, 'duration_secs': 0.474877} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.286743] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Destroyed the VM [ 1015.287075] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1015.287360] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1435d323-0c35-42f0-982a-3e24625718be {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.296300] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 1015.296300] env[62359]: value = "task-2441355" [ 1015.296300] env[62359]: _type = "Task" [ 1015.296300] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.306291] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441355, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.346872] env[62359]: DEBUG nova.compute.manager [req-f50884de-2ff3-4a70-b407-4425fecdec32 req-4551d7b8-74eb-41cf-b141-9970401461fa service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Received event network-changed-4464e5d5-bd91-4068-8893-6b81907d44af {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.347143] env[62359]: DEBUG nova.compute.manager [req-f50884de-2ff3-4a70-b407-4425fecdec32 req-4551d7b8-74eb-41cf-b141-9970401461fa service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Refreshing instance network info cache due to event network-changed-4464e5d5-bd91-4068-8893-6b81907d44af. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.347314] env[62359]: DEBUG oslo_concurrency.lockutils [req-f50884de-2ff3-4a70-b407-4425fecdec32 req-4551d7b8-74eb-41cf-b141-9970401461fa service nova] Acquiring lock "refresh_cache-b95f9ba6-51c4-42a4-ab59-13ee10525df1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.347645] env[62359]: DEBUG oslo_concurrency.lockutils [req-f50884de-2ff3-4a70-b407-4425fecdec32 req-4551d7b8-74eb-41cf-b141-9970401461fa service nova] Acquired lock "refresh_cache-b95f9ba6-51c4-42a4-ab59-13ee10525df1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.347885] env[62359]: DEBUG nova.network.neutron [req-f50884de-2ff3-4a70-b407-4425fecdec32 req-4551d7b8-74eb-41cf-b141-9970401461fa service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Refreshing network info cache for port 4464e5d5-bd91-4068-8893-6b81907d44af {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.385572] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441346, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.761236} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.385897] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d020dc7a-81ec-4f19-a992-4c836d8f70d6/d020dc7a-81ec-4f19-a992-4c836d8f70d6.vmdk to [datastore1] c9a62cca-4a9b-424c-8a9c-f620f6319f18/c9a62cca-4a9b-424c-8a9c-f620f6319f18.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.386852] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c1bea0-d2ad-47d8-aa57-35e41984ba86 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.410125] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c9a62cca-4a9b-424c-8a9c-f620f6319f18/c9a62cca-4a9b-424c-8a9c-f620f6319f18.vmdk or device None with type streamOptimized {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.413542] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99e4d9dd-87a3-411c-9328-7a515937f455 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.435328] env[62359]: DEBUG oslo_vmware.api [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441352, 'name': PowerOffVM_Task, 'duration_secs': 0.428379} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.436631] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.441934] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Reconfiguring VM instance instance-00000057 to detach disk 2002 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.442325] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1015.442325] env[62359]: value = "task-2441356" [ 1015.442325] env[62359]: _type = "Task" [ 1015.442325] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.442558] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b87315-bc71-4f02-8d05-1af7d212a347 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.472200] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.476019] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52846e6a-dab4-fa78-478f-163621779f96, 'name': SearchDatastore_Task, 'duration_secs': 0.110504} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.476992] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.477347] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf/0fdb877b-28a6-4df4-838a-02c0f7b9ddaf.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.477645] env[62359]: DEBUG oslo_vmware.api [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1015.477645] env[62359]: value = "task-2441357" [ 1015.477645] env[62359]: _type = "Task" [ 1015.477645] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.477815] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-031265a9-971e-4778-9aaf-653ea5af7a3b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.488594] env[62359]: DEBUG oslo_vmware.api [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441357, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.491540] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1015.491540] env[62359]: value = "task-2441358" [ 1015.491540] env[62359]: _type = "Task" [ 1015.491540] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.501524] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.508634] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.511173] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.489s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.512922] env[62359]: INFO nova.compute.claims [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.533017] env[62359]: INFO nova.scheduler.client.report [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Deleted allocations for instance d57394c3-5354-4ae1-a26e-41f46f38f7bc [ 1015.563351] env[62359]: DEBUG nova.compute.manager [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.588670] env[62359]: DEBUG nova.virt.hardware [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.588975] env[62359]: DEBUG nova.virt.hardware [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.589159] env[62359]: DEBUG nova.virt.hardware [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.589343] env[62359]: DEBUG nova.virt.hardware [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.589491] env[62359]: DEBUG nova.virt.hardware [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.589642] env[62359]: DEBUG nova.virt.hardware [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.589849] env[62359]: DEBUG nova.virt.hardware [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.590009] env[62359]: DEBUG nova.virt.hardware [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.590183] env[62359]: DEBUG nova.virt.hardware [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.590344] env[62359]: DEBUG nova.virt.hardware [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.590539] env[62359]: DEBUG nova.virt.hardware [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.591664] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b436f2-3661-4ff4-9d2a-694f556b05d9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.601179] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f4075f-41dc-46bd-9249-b4a7ccdef65d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.637069] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc82157c-397b-4f1b-b5dc-0c4575a0de2b tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.912s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.702631] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Didn't find any instances for network info cache update. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1015.702991] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079463} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.703919] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.704272] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.704588] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.705473] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf22088-85e9-41f9-bfd9-a91213c67e58 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.709308] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.709564] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.710248] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.710466] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.710681] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62359) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1015.710859] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.737343] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 131e5b00-4c96-4826-a27d-6bb60ba48077/131e5b00-4c96-4826-a27d-6bb60ba48077.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.738928] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40d5599-a80d-4bd5-b2d3-8693e0546f9e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.766328] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441354, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.768158] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1015.768158] env[62359]: value = "task-2441359" [ 1015.768158] env[62359]: _type = "Task" [ 1015.768158] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.784167] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.808922] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441355, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.971425] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441356, 'name': ReconfigVM_Task, 'duration_secs': 0.476405} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.974987] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c9a62cca-4a9b-424c-8a9c-f620f6319f18/c9a62cca-4a9b-424c-8a9c-f620f6319f18.vmdk or device None with type streamOptimized {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.976867] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'disk_bus': None, 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'encrypted': False, 'size': 0, 'boot_index': 0, 'image_id': '28594210-333d-4992-9862-6b9ed57e5c4f'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494538', 'volume_id': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153', 'name': 'volume-d07adb3f-cca1-4e02-9770-b00ddfb2c153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c9a62cca-4a9b-424c-8a9c-f620f6319f18', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153', 'serial': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153'}, 'attachment_id': '8aed5717-cf1e-4747-99d2-1f577851bc37', 'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62359) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1015.977387] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1015.977690] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494538', 'volume_id': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153', 'name': 'volume-d07adb3f-cca1-4e02-9770-b00ddfb2c153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c9a62cca-4a9b-424c-8a9c-f620f6319f18', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153', 'serial': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1015.978968] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f3d04f-d71b-4e46-a22b-99ae0f33ce81 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.994221] env[62359]: DEBUG oslo_vmware.api [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441357, 'name': ReconfigVM_Task, 'duration_secs': 0.507701} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.009341] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Reconfigured VM instance instance-00000057 to detach disk 2002 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.009585] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.012314] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-989bf15a-a9ee-4cb6-bba3-03fb9c6e0d71 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.014418] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e12cc42-d3e7-4a64-aeef-1c51f3ec4862 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.023953] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528884} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.024486] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf/0fdb877b-28a6-4df4-838a-02c0f7b9ddaf.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.024770] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.028038] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c23c5ad-2a11-4e78-a835-4d3ab963a150 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.028748] env[62359]: DEBUG oslo_vmware.api [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1016.028748] env[62359]: value = "task-2441360" [ 1016.028748] env[62359]: _type = "Task" [ 1016.028748] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.052460] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-d07adb3f-cca1-4e02-9770-b00ddfb2c153/volume-d07adb3f-cca1-4e02-9770-b00ddfb2c153.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.052701] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ebb9769-c188-413d-b66b-484ca95c7d36 tempest-ServerAddressesNegativeTestJSON-173522299 tempest-ServerAddressesNegativeTestJSON-173522299-project-member] Lock "d57394c3-5354-4ae1-a26e-41f46f38f7bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.367s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.058536] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b341f39-66db-441d-85b0-6827426d5ac9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.073906] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1016.073906] env[62359]: value = "task-2441361" [ 1016.073906] env[62359]: _type = "Task" [ 1016.073906] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.085251] env[62359]: DEBUG oslo_vmware.api [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.087017] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1016.087017] env[62359]: value = "task-2441362" [ 1016.087017] env[62359]: _type = "Task" [ 1016.087017] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.096422] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441361, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.100316] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.157321] env[62359]: DEBUG nova.network.neutron [req-f50884de-2ff3-4a70-b407-4425fecdec32 req-4551d7b8-74eb-41cf-b141-9970401461fa service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Updated VIF entry in instance network info cache for port 4464e5d5-bd91-4068-8893-6b81907d44af. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.157718] env[62359]: DEBUG nova.network.neutron [req-f50884de-2ff3-4a70-b407-4425fecdec32 req-4551d7b8-74eb-41cf-b141-9970401461fa service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Updating instance_info_cache with network_info: [{"id": "4464e5d5-bd91-4068-8893-6b81907d44af", "address": "fa:16:3e:d5:ee:a1", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4464e5d5-bd", "ovs_interfaceid": "4464e5d5-bd91-4068-8893-6b81907d44af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.239710] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.251661] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441354, 'name': CreateVM_Task, 'duration_secs': 0.882564} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.251895] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.252534] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.252701] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.253034] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.253285] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af41be8-c9bf-4eea-8593-917a6b6ae046 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.258224] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1016.258224] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52843b8f-518c-7c63-46a4-019db19c55a7" [ 1016.258224] env[62359]: _type = "Task" [ 1016.258224] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.266802] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52843b8f-518c-7c63-46a4-019db19c55a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.278075] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441359, 'name': ReconfigVM_Task, 'duration_secs': 0.39619} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.278333] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 131e5b00-4c96-4826-a27d-6bb60ba48077/131e5b00-4c96-4826-a27d-6bb60ba48077.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.278984] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae58e761-d908-48d4-877f-d8f17afd0e7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.285556] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1016.285556] env[62359]: value = "task-2441363" [ 1016.285556] env[62359]: _type = "Task" [ 1016.285556] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.293397] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441363, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.306657] env[62359]: DEBUG oslo_vmware.api [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441355, 'name': RemoveSnapshot_Task, 'duration_secs': 0.673265} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.306919] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1016.307161] env[62359]: INFO nova.compute.manager [None req-0db0b573-d18d-4b42-9955-3f91561a8a67 tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Took 14.49 seconds to snapshot the instance on the hypervisor. [ 1016.554944] env[62359]: DEBUG oslo_vmware.api [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441360, 'name': PowerOnVM_Task, 'duration_secs': 0.48451} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.556170] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.556170] env[62359]: DEBUG nova.compute.manager [None req-b5602b6e-bf8c-4a83-8979-009ac0df9a0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.558572] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9c397b-8c7b-4bf3-bb25-15898fc5e064 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.591126] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126543} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.594189] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.595136] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e84be0a-48d0-4951-b467-f94ce9b8184e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.610855] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.611282] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.621901] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf/0fdb877b-28a6-4df4-838a-02c0f7b9ddaf.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.626528] env[62359]: INFO nova.compute.manager [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Detaching volume a3dbf883-e7d9-41ee-8dad-4ad60a989f4e [ 1016.631646] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-079b69aa-a7d1-4466-8122-49dacdc11200 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.646546] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.654319] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1016.654319] env[62359]: value = "task-2441364" [ 1016.654319] env[62359]: _type = "Task" [ 1016.654319] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.660289] env[62359]: DEBUG oslo_concurrency.lockutils [req-f50884de-2ff3-4a70-b407-4425fecdec32 req-4551d7b8-74eb-41cf-b141-9970401461fa service nova] Releasing lock "refresh_cache-b95f9ba6-51c4-42a4-ab59-13ee10525df1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.668799] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.688557] env[62359]: INFO nova.virt.block_device [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Attempting to driver detach volume a3dbf883-e7d9-41ee-8dad-4ad60a989f4e from mountpoint /dev/sdb [ 1016.688794] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1016.689031] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494542', 'volume_id': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'name': 'volume-a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8e2f547-8255-4d38-aada-578df1c5d9eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'serial': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1016.689911] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aeb3adc-3a01-46c9-bea0-e6313047e592 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.719926] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b3d835-b047-4a37-84e0-5fb77d2a5e5a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.728389] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69e4d58-3d85-4c71-ab04-bec715444ea4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.757958] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0234178d-eb63-43bc-9929-760b5683d959 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.780827] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] The volume has not been displaced from its original location: [datastore2] volume-a3dbf883-e7d9-41ee-8dad-4ad60a989f4e/volume-a3dbf883-e7d9-41ee-8dad-4ad60a989f4e.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1016.786363] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1016.792891] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4d3833a-8d59-4f6c-b341-d97053dcbd83 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.805766] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52843b8f-518c-7c63-46a4-019db19c55a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012625} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.811552] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.811552] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.811552] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.811552] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.811552] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.811552] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc558c2d-b6be-4d81-aa69-5a93df36f247 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.817559] env[62359]: DEBUG oslo_vmware.api [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 1016.817559] env[62359]: value = "task-2441365" [ 1016.817559] env[62359]: _type = "Task" [ 1016.817559] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.822109] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441363, 'name': Rename_Task, 'duration_secs': 0.157267} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.830248] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.830248] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45fa52c7-a633-4ff7-86bc-c3dc20be66fc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.830616] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.830786] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.831878] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6afa3ba1-25f9-4e72-b9a0-857bd055db02 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.838142] env[62359]: DEBUG oslo_vmware.api [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.841268] env[62359]: DEBUG nova.compute.manager [req-08785871-4c13-4519-b998-1ef74467f645 req-f2b226e5-d501-403d-b6ba-af9fc67027aa service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Received event network-vif-plugged-c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.841310] env[62359]: DEBUG oslo_concurrency.lockutils [req-08785871-4c13-4519-b998-1ef74467f645 req-f2b226e5-d501-403d-b6ba-af9fc67027aa service nova] Acquiring lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.841521] env[62359]: DEBUG oslo_concurrency.lockutils [req-08785871-4c13-4519-b998-1ef74467f645 req-f2b226e5-d501-403d-b6ba-af9fc67027aa service nova] Lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.841727] env[62359]: DEBUG oslo_concurrency.lockutils [req-08785871-4c13-4519-b998-1ef74467f645 req-f2b226e5-d501-403d-b6ba-af9fc67027aa service nova] Lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.841897] env[62359]: DEBUG nova.compute.manager [req-08785871-4c13-4519-b998-1ef74467f645 req-f2b226e5-d501-403d-b6ba-af9fc67027aa service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] No waiting events found dispatching network-vif-plugged-c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.842175] env[62359]: WARNING nova.compute.manager [req-08785871-4c13-4519-b998-1ef74467f645 req-f2b226e5-d501-403d-b6ba-af9fc67027aa service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Received unexpected event network-vif-plugged-c7750f8b-b495-4c53-919f-c3a0cd32e584 for instance with vm_state building and task_state spawning. [ 1016.844230] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1016.844230] env[62359]: value = "task-2441366" [ 1016.844230] env[62359]: _type = "Task" [ 1016.844230] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.848953] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1016.848953] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527f3ffb-453d-7b6f-4328-c2178def2817" [ 1016.848953] env[62359]: _type = "Task" [ 1016.848953] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.866929] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.867201] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527f3ffb-453d-7b6f-4328-c2178def2817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.013685] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82c03d1-5dbd-42b9-843e-a9be4f9991c3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.022896] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2811dd68-17aa-439a-bf16-3d6fe7a38995 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.057076] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f113f898-645c-4b75-af24-8d51a174e50e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.065155] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b24220-0c5c-49cc-aba8-72de4a04d6ce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.082597] env[62359]: DEBUG nova.compute.provider_tree [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.099443] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441362, 'name': ReconfigVM_Task, 'duration_secs': 0.552811} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.100265] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-d07adb3f-cca1-4e02-9770-b00ddfb2c153/volume-d07adb3f-cca1-4e02-9770-b00ddfb2c153.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.105342] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20b8fd0-a9a7-4f3e-b1eb-d826c4b84028 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.120850] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1017.120850] env[62359]: value = "task-2441367" [ 1017.120850] env[62359]: _type = "Task" [ 1017.120850] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.129690] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.169858] env[62359]: DEBUG nova.network.neutron [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Successfully updated port: c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.182234] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441364, 'name': ReconfigVM_Task, 'duration_secs': 0.354858} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.182234] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf/0fdb877b-28a6-4df4-838a-02c0f7b9ddaf.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.182234] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a958e40-d083-454a-867d-aa9e1b08927f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.189290] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1017.189290] env[62359]: value = "task-2441368" [ 1017.189290] env[62359]: _type = "Task" [ 1017.189290] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.210144] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441368, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.234417] env[62359]: DEBUG nova.compute.manager [req-6d946f90-af62-4f42-8696-48dbd082bab4 req-187b02b3-da11-4ae6-b405-d6ef1ea778c9 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Received event network-changed-c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.234654] env[62359]: DEBUG nova.compute.manager [req-6d946f90-af62-4f42-8696-48dbd082bab4 req-187b02b3-da11-4ae6-b405-d6ef1ea778c9 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing instance network info cache due to event network-changed-c7750f8b-b495-4c53-919f-c3a0cd32e584. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1017.235185] env[62359]: DEBUG oslo_concurrency.lockutils [req-6d946f90-af62-4f42-8696-48dbd082bab4 req-187b02b3-da11-4ae6-b405-d6ef1ea778c9 service nova] Acquiring lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.235360] env[62359]: DEBUG oslo_concurrency.lockutils [req-6d946f90-af62-4f42-8696-48dbd082bab4 req-187b02b3-da11-4ae6-b405-d6ef1ea778c9 service nova] Acquired lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.235590] env[62359]: DEBUG nova.network.neutron [req-6d946f90-af62-4f42-8696-48dbd082bab4 req-187b02b3-da11-4ae6-b405-d6ef1ea778c9 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing network info cache for port c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.334119] env[62359]: DEBUG oslo_vmware.api [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441365, 'name': ReconfigVM_Task, 'duration_secs': 0.269445} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.334697] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1017.339812] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11cc2d6a-7bb2-42ed-a60d-6f5d4a17b30f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.369329] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.374562] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527f3ffb-453d-7b6f-4328-c2178def2817, 'name': SearchDatastore_Task, 'duration_secs': 0.026032} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.375040] env[62359]: DEBUG oslo_vmware.api [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 1017.375040] env[62359]: value = "task-2441369" [ 1017.375040] env[62359]: _type = "Task" [ 1017.375040] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.376042] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f4913fe-f18a-4684-84d4-ac8af9e13808 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.385477] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1017.385477] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f514b5-0ac1-0dd5-e09a-b5d8a81a656d" [ 1017.385477] env[62359]: _type = "Task" [ 1017.385477] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.389742] env[62359]: DEBUG oslo_vmware.api [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.398400] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f514b5-0ac1-0dd5-e09a-b5d8a81a656d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.589244] env[62359]: DEBUG nova.scheduler.client.report [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.631531] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441367, 'name': ReconfigVM_Task, 'duration_secs': 0.208605} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.632612] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494538', 'volume_id': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153', 'name': 'volume-d07adb3f-cca1-4e02-9770-b00ddfb2c153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c9a62cca-4a9b-424c-8a9c-f620f6319f18', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153', 'serial': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1017.634274] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3da1c2ff-2bcd-4264-98f4-5ee37583fb37 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.643025] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1017.643025] env[62359]: value = "task-2441370" [ 1017.643025] env[62359]: _type = "Task" [ 1017.643025] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.649845] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441370, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.672389] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.703184] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441368, 'name': Rename_Task, 'duration_secs': 0.191449} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.703184] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.703184] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-077da514-889b-4770-bb1e-1a9b4e3455df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.714028] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1017.714028] env[62359]: value = "task-2441371" [ 1017.714028] env[62359]: _type = "Task" [ 1017.714028] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.729707] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.799256] env[62359]: DEBUG nova.network.neutron [req-6d946f90-af62-4f42-8696-48dbd082bab4 req-187b02b3-da11-4ae6-b405-d6ef1ea778c9 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.862946] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441366, 'name': PowerOnVM_Task, 'duration_secs': 0.992802} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.862946] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.863693] env[62359]: INFO nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1017.866026] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.866026] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2c6642-23ce-473d-b0bb-be83248b9697 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.889211] env[62359]: DEBUG oslo_vmware.api [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441369, 'name': ReconfigVM_Task, 'duration_secs': 0.168059} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.889211] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494542', 'volume_id': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'name': 'volume-a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8e2f547-8255-4d38-aada-578df1c5d9eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e', 'serial': 'a3dbf883-e7d9-41ee-8dad-4ad60a989f4e'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1017.903670] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f514b5-0ac1-0dd5-e09a-b5d8a81a656d, 'name': SearchDatastore_Task, 'duration_secs': 0.016247} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.906871] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.907502] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] b95f9ba6-51c4-42a4-ab59-13ee10525df1/b95f9ba6-51c4-42a4-ab59-13ee10525df1.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.907690] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97bbe1a3-7f74-4b4c-b28c-2d9e872ded72 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.928550] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1017.928550] env[62359]: value = "task-2441372" [ 1017.928550] env[62359]: _type = "Task" [ 1017.928550] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.938277] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.021909] env[62359]: DEBUG nova.network.neutron [req-6d946f90-af62-4f42-8696-48dbd082bab4 req-187b02b3-da11-4ae6-b405-d6ef1ea778c9 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.093252] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.094073] env[62359]: DEBUG nova.compute.manager [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.097047] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.821s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.097897] env[62359]: DEBUG nova.objects.instance [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lazy-loading 'resources' on Instance uuid 2cf156ce-f1b0-44c4-9305-d501ac10e245 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.155176] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441370, 'name': Rename_Task, 'duration_secs': 0.26322} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.155462] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.155882] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73185d02-ed50-4ac3-8713-0ede2341dba2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.167018] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1018.167018] env[62359]: value = "task-2441373" [ 1018.167018] env[62359]: _type = "Task" [ 1018.167018] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.182624] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.222471] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.384328] env[62359]: INFO nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Took 18.64 seconds to build instance. [ 1018.443956] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441372, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.455498] env[62359]: DEBUG nova.objects.instance [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'flavor' on Instance uuid b8e2f547-8255-4d38-aada-578df1c5d9eb {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.525519] env[62359]: DEBUG oslo_concurrency.lockutils [req-6d946f90-af62-4f42-8696-48dbd082bab4 req-187b02b3-da11-4ae6-b405-d6ef1ea778c9 service nova] Releasing lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.526661] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.528263] env[62359]: DEBUG nova.network.neutron [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.533811] env[62359]: DEBUG nova.compute.manager [req-75ebd0d7-abf9-4133-a42a-a11b1d8e8af9 req-4cfc5916-763a-45d0-b303-780c00f27a48 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Received event network-changed-732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.534087] env[62359]: DEBUG nova.compute.manager [req-75ebd0d7-abf9-4133-a42a-a11b1d8e8af9 req-4cfc5916-763a-45d0-b303-780c00f27a48 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Refreshing instance network info cache due to event network-changed-732a0ae3-e460-4a9c-95fa-47abe6909036. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1018.534344] env[62359]: DEBUG oslo_concurrency.lockutils [req-75ebd0d7-abf9-4133-a42a-a11b1d8e8af9 req-4cfc5916-763a-45d0-b303-780c00f27a48 service nova] Acquiring lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.534548] env[62359]: DEBUG oslo_concurrency.lockutils [req-75ebd0d7-abf9-4133-a42a-a11b1d8e8af9 req-4cfc5916-763a-45d0-b303-780c00f27a48 service nova] Acquired lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.534694] env[62359]: DEBUG nova.network.neutron [req-75ebd0d7-abf9-4133-a42a-a11b1d8e8af9 req-4cfc5916-763a-45d0-b303-780c00f27a48 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Refreshing network info cache for port 732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.601250] env[62359]: DEBUG nova.compute.utils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1018.601250] env[62359]: DEBUG nova.compute.manager [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.601250] env[62359]: DEBUG nova.network.neutron [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.674707] env[62359]: DEBUG nova.policy [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5aabdfd3ba4acf9b98ec64d70f588e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c085ee261646dd8c7cefad3c20afae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.687078] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441373, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.727102] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.887759] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "131e5b00-4c96-4826-a27d-6bb60ba48077" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.182s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.944203] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742361} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.949496] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] b95f9ba6-51c4-42a4-ab59-13ee10525df1/b95f9ba6-51c4-42a4-ab59-13ee10525df1.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.949900] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.951450] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b744761-d493-46da-a476-506877c9abef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.964021] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1018.964021] env[62359]: value = "task-2441374" [ 1018.964021] env[62359]: _type = "Task" [ 1018.964021] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.982476] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.025354] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d330999c-d011-4770-8325-e51ae183c8a4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.036463] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caa6fc4-d90d-4f4f-8354-f2ef7e036b4a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.072790] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5683bf1e-78a8-41a1-a22b-976692f394eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.081326] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bdb256-bbba-4817-8b32-89c1a1cdd469 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.086126] env[62359]: DEBUG nova.network.neutron [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Successfully created port: 900422fd-3e60-4113-bf31-cce83d9f2872 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.098752] env[62359]: DEBUG nova.compute.provider_tree [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.100822] env[62359]: DEBUG nova.network.neutron [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.109908] env[62359]: DEBUG nova.compute.manager [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.175017] env[62359]: DEBUG oslo_vmware.api [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441373, 'name': PowerOnVM_Task, 'duration_secs': 0.736592} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.176540] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.225932] env[62359]: DEBUG oslo_vmware.api [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441371, 'name': PowerOnVM_Task, 'duration_secs': 1.30211} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.226216] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.226421] env[62359]: INFO nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1019.226629] env[62359]: DEBUG nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.227434] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341f818f-3e30-4fbc-99fb-069e6feb4c7c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.319738] env[62359]: DEBUG nova.compute.manager [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.320690] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0834f492-ef34-4aaf-87c9-f36866b2a01a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.391176] env[62359]: DEBUG nova.network.neutron [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updating instance_info_cache with network_info: [{"id": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "address": "fa:16:3e:22:7a:97", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7750f8b-b4", "ovs_interfaceid": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.447160] env[62359]: DEBUG nova.network.neutron [req-75ebd0d7-abf9-4133-a42a-a11b1d8e8af9 req-4cfc5916-763a-45d0-b303-780c00f27a48 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updated VIF entry in instance network info cache for port 732a0ae3-e460-4a9c-95fa-47abe6909036. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.447981] env[62359]: DEBUG nova.network.neutron [req-75ebd0d7-abf9-4133-a42a-a11b1d8e8af9 req-4cfc5916-763a-45d0-b303-780c00f27a48 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updating instance_info_cache with network_info: [{"id": "732a0ae3-e460-4a9c-95fa-47abe6909036", "address": "fa:16:3e:88:d4:0a", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732a0ae3-e4", "ovs_interfaceid": "732a0ae3-e460-4a9c-95fa-47abe6909036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.472239] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cee36dd0-66c4-43bb-b9dc-1bb842b4ab24 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.858s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.474659] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084143} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.475372] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.476146] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bca5fa0-1088-4cd4-9097-0698e67768b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.505513] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] b95f9ba6-51c4-42a4-ab59-13ee10525df1/b95f9ba6-51c4-42a4-ab59-13ee10525df1.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.507670] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7e6d47-f706-43c4-a92e-01878c9bca44 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.534293] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1019.534293] env[62359]: value = "task-2441375" [ 1019.534293] env[62359]: _type = "Task" [ 1019.534293] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.546577] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.607089] env[62359]: DEBUG nova.scheduler.client.report [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.684687] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "a4772206-3c11-41a3-86f1-43a366993b4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.684925] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "a4772206-3c11-41a3-86f1-43a366993b4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.685203] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "a4772206-3c11-41a3-86f1-43a366993b4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.685400] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "a4772206-3c11-41a3-86f1-43a366993b4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.685576] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "a4772206-3c11-41a3-86f1-43a366993b4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.688740] env[62359]: INFO nova.compute.manager [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Terminating instance [ 1019.748952] env[62359]: INFO nova.compute.manager [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Took 20.02 seconds to build instance. [ 1019.843162] env[62359]: DEBUG oslo_concurrency.lockutils [None req-86a49127-eaff-4f06-b071-d125c47d8483 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.360s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.894582] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.894854] env[62359]: DEBUG nova.compute.manager [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Instance network_info: |[{"id": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "address": "fa:16:3e:22:7a:97", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7750f8b-b4", "ovs_interfaceid": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.895920] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:7a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7750f8b-b495-4c53-919f-c3a0cd32e584', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.904408] env[62359]: DEBUG oslo.service.loopingcall [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.904700] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.904937] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-087f06d4-9cb8-483a-aae4-0127bfa6d7d2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.925988] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.925988] env[62359]: value = "task-2441376" [ 1019.925988] env[62359]: _type = "Task" [ 1019.925988] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.934640] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441376, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.950413] env[62359]: DEBUG oslo_concurrency.lockutils [req-75ebd0d7-abf9-4133-a42a-a11b1d8e8af9 req-4cfc5916-763a-45d0-b303-780c00f27a48 service nova] Releasing lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.044841] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.047351] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.047629] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.113900] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.117129] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.828s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.120073] env[62359]: DEBUG nova.compute.manager [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.143912] env[62359]: INFO nova.scheduler.client.report [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted allocations for instance 2cf156ce-f1b0-44c4-9305-d501ac10e245 [ 1020.149337] env[62359]: DEBUG nova.virt.hardware [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.149790] env[62359]: DEBUG nova.virt.hardware [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.150101] env[62359]: DEBUG nova.virt.hardware [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.150414] env[62359]: DEBUG nova.virt.hardware [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.150685] env[62359]: DEBUG nova.virt.hardware [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.150956] env[62359]: DEBUG nova.virt.hardware [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.151305] env[62359]: DEBUG nova.virt.hardware [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.151592] env[62359]: DEBUG nova.virt.hardware [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.151904] env[62359]: DEBUG nova.virt.hardware [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.152198] env[62359]: DEBUG nova.virt.hardware [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.152479] env[62359]: DEBUG nova.virt.hardware [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.153628] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94f9ed1-7e55-4e37-998e-953fff4011f5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.164054] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240a017b-7294-40b6-a73f-44c559b4d4cf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.194177] env[62359]: DEBUG nova.compute.manager [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.194446] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.195602] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bd13b2-172c-4212-a414-86f3e617279c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.206295] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.206622] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e41b3827-12bc-4487-9f3b-efc2b32baa32 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.214013] env[62359]: DEBUG oslo_vmware.api [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 1020.214013] env[62359]: value = "task-2441377" [ 1020.214013] env[62359]: _type = "Task" [ 1020.214013] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.223264] env[62359]: DEBUG oslo_vmware.api [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.251663] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1b6b6cf-414b-49bb-8bb7-01c59852d089 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.545s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.437494] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441376, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.545865] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441375, 'name': ReconfigVM_Task, 'duration_secs': 0.773324} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.546258] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Reconfigured VM instance instance-00000066 to attach disk [datastore2] b95f9ba6-51c4-42a4-ab59-13ee10525df1/b95f9ba6-51c4-42a4-ab59-13ee10525df1.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.547012] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eacfcc3-4dcb-4385-8680-bd234fa7955a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.550280] env[62359]: INFO nova.compute.manager [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Detaching volume d19a7436-bf68-44da-a1a1-42126c055fc0 [ 1020.559135] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1020.559135] env[62359]: value = "task-2441378" [ 1020.559135] env[62359]: _type = "Task" [ 1020.559135] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.571256] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441378, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.592982] env[62359]: INFO nova.virt.block_device [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Attempting to driver detach volume d19a7436-bf68-44da-a1a1-42126c055fc0 from mountpoint /dev/sdc [ 1020.593250] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1020.593469] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494547', 'volume_id': 'd19a7436-bf68-44da-a1a1-42126c055fc0', 'name': 'volume-d19a7436-bf68-44da-a1a1-42126c055fc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8e2f547-8255-4d38-aada-578df1c5d9eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd19a7436-bf68-44da-a1a1-42126c055fc0', 'serial': 'd19a7436-bf68-44da-a1a1-42126c055fc0'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1020.594763] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a887d0-2b3e-4c6b-9bf3-d34de3967ad2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.619500] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911324b7-53af-46cc-a288-37da09031d3d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.624685] env[62359]: INFO nova.compute.claims [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.633779] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0a816b-47ab-4174-9d0a-96ff651f933f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.661643] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b12728-f0a5-4e66-a4e8-7b456cc26e9d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.665051] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0ef3391c-a6e1-45dd-8387-d2f3be93d2ba tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "2cf156ce-f1b0-44c4-9305-d501ac10e245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.884s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.682078] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] The volume has not been displaced from its original location: [datastore1] volume-d19a7436-bf68-44da-a1a1-42126c055fc0/volume-d19a7436-bf68-44da-a1a1-42126c055fc0.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1020.688129] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Reconfiguring VM instance instance-00000058 to detach disk 2002 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1020.691387] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9443b3c-39ee-46c0-a9da-9c5f36295a67 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.716857] env[62359]: DEBUG nova.compute.manager [req-3b51e6ed-0008-4e82-91f9-d62f8bbe24d4 req-577d9db1-a47c-4e12-9db5-ca0a72c86dd9 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Received event network-changed-732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.717062] env[62359]: DEBUG nova.compute.manager [req-3b51e6ed-0008-4e82-91f9-d62f8bbe24d4 req-577d9db1-a47c-4e12-9db5-ca0a72c86dd9 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Refreshing instance network info cache due to event network-changed-732a0ae3-e460-4a9c-95fa-47abe6909036. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.717324] env[62359]: DEBUG oslo_concurrency.lockutils [req-3b51e6ed-0008-4e82-91f9-d62f8bbe24d4 req-577d9db1-a47c-4e12-9db5-ca0a72c86dd9 service nova] Acquiring lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.717440] env[62359]: DEBUG oslo_concurrency.lockutils [req-3b51e6ed-0008-4e82-91f9-d62f8bbe24d4 req-577d9db1-a47c-4e12-9db5-ca0a72c86dd9 service nova] Acquired lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.717773] env[62359]: DEBUG nova.network.neutron [req-3b51e6ed-0008-4e82-91f9-d62f8bbe24d4 req-577d9db1-a47c-4e12-9db5-ca0a72c86dd9 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Refreshing network info cache for port 732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.729630] env[62359]: DEBUG oslo_vmware.api [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 1020.729630] env[62359]: value = "task-2441379" [ 1020.729630] env[62359]: _type = "Task" [ 1020.729630] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.734473] env[62359]: DEBUG oslo_vmware.api [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441377, 'name': PowerOffVM_Task, 'duration_secs': 0.257261} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.739529] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.739688] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.740213] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-569bdace-a4f3-4b75-aaa7-b9fd6ff73825 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.747229] env[62359]: DEBUG oslo_vmware.api [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441379, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.822807] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.823049] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.823242] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Deleting the datastore file [datastore1] a4772206-3c11-41a3-86f1-43a366993b4c {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.823509] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecd42e3c-d535-4a39-935f-cb9aa757056d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.836810] env[62359]: DEBUG oslo_vmware.api [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 1020.836810] env[62359]: value = "task-2441381" [ 1020.836810] env[62359]: _type = "Task" [ 1020.836810] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.845730] env[62359]: DEBUG oslo_vmware.api [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.939160] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441376, 'name': CreateVM_Task, 'duration_secs': 0.51573} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.939340] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.940091] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.940482] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.940935] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.941418] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338290b6-ac5c-4594-8aa1-269472b82cb4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.947787] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1020.947787] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527c0bf3-a94b-8418-d802-db9b7de18b70" [ 1020.947787] env[62359]: _type = "Task" [ 1020.947787] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.957626] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527c0bf3-a94b-8418-d802-db9b7de18b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.026101] env[62359]: DEBUG nova.compute.manager [req-1f27ea13-3650-4906-8427-90e0a25de234 req-92f441e7-8d57-4bc9-8d7b-b04a23c04558 service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] Received event network-vif-plugged-900422fd-3e60-4113-bf31-cce83d9f2872 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.026350] env[62359]: DEBUG oslo_concurrency.lockutils [req-1f27ea13-3650-4906-8427-90e0a25de234 req-92f441e7-8d57-4bc9-8d7b-b04a23c04558 service nova] Acquiring lock "46c0be45-e128-4bea-b984-253de250b268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.026912] env[62359]: DEBUG oslo_concurrency.lockutils [req-1f27ea13-3650-4906-8427-90e0a25de234 req-92f441e7-8d57-4bc9-8d7b-b04a23c04558 service nova] Lock "46c0be45-e128-4bea-b984-253de250b268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.027330] env[62359]: DEBUG oslo_concurrency.lockutils [req-1f27ea13-3650-4906-8427-90e0a25de234 req-92f441e7-8d57-4bc9-8d7b-b04a23c04558 service nova] Lock "46c0be45-e128-4bea-b984-253de250b268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.027542] env[62359]: DEBUG nova.compute.manager [req-1f27ea13-3650-4906-8427-90e0a25de234 req-92f441e7-8d57-4bc9-8d7b-b04a23c04558 service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] No waiting events found dispatching network-vif-plugged-900422fd-3e60-4113-bf31-cce83d9f2872 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.027729] env[62359]: WARNING nova.compute.manager [req-1f27ea13-3650-4906-8427-90e0a25de234 req-92f441e7-8d57-4bc9-8d7b-b04a23c04558 service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] Received unexpected event network-vif-plugged-900422fd-3e60-4113-bf31-cce83d9f2872 for instance with vm_state building and task_state spawning. [ 1021.083341] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441378, 'name': Rename_Task, 'duration_secs': 0.19575} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.083615] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.083982] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc4af8b7-0b93-42e9-95ab-c811abcffa33 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.111760] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1021.111760] env[62359]: value = "task-2441382" [ 1021.111760] env[62359]: _type = "Task" [ 1021.111760] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.129271] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.132165] env[62359]: INFO nova.compute.resource_tracker [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating resource usage from migration 72297f2e-9351-4021-948f-78b8a5ec4db8 [ 1021.245339] env[62359]: DEBUG oslo_vmware.api [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441379, 'name': ReconfigVM_Task, 'duration_secs': 0.438721} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.245655] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Reconfigured VM instance instance-00000058 to detach disk 2002 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1021.254302] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3c4b305-470f-45e2-b1e7-bbc60ee6fd40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.276778] env[62359]: DEBUG oslo_vmware.api [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 1021.276778] env[62359]: value = "task-2441383" [ 1021.276778] env[62359]: _type = "Task" [ 1021.276778] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.284331] env[62359]: DEBUG oslo_vmware.api [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.348824] env[62359]: DEBUG oslo_vmware.api [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343317} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.349092] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.349270] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.349448] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.349634] env[62359]: INFO nova.compute.manager [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1021.349878] env[62359]: DEBUG oslo.service.loopingcall [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.354019] env[62359]: DEBUG nova.compute.manager [-] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.354019] env[62359]: DEBUG nova.network.neutron [-] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.464330] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527c0bf3-a94b-8418-d802-db9b7de18b70, 'name': SearchDatastore_Task, 'duration_secs': 0.019542} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.464330] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.464330] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.464330] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.464330] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.464330] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.464330] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bb7c73a-62e9-4e67-8357-1d5ea805efab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.476182] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.476372] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.477153] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc090ccd-fee6-4b77-b34b-92715df0bd40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.483909] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1021.483909] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cabdbe-ce4c-4d61-17e8-872d538a0f94" [ 1021.483909] env[62359]: _type = "Task" [ 1021.483909] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.489414] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74b8e64-deef-4c44-b33a-90469ac90663 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.492455] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "c3a55033-e283-4c18-91f8-abf5b1e587aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.492757] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c3a55033-e283-4c18-91f8-abf5b1e587aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.492919] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "c3a55033-e283-4c18-91f8-abf5b1e587aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.493303] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c3a55033-e283-4c18-91f8-abf5b1e587aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.493303] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c3a55033-e283-4c18-91f8-abf5b1e587aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.496510] env[62359]: INFO nova.compute.manager [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Terminating instance [ 1021.503110] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cabdbe-ce4c-4d61-17e8-872d538a0f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.512207] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc26dc0-d3f1-4585-8fa7-51a4cdbde2f7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.556807] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ebc13d-d14a-4e53-a540-010a9cb1f1f5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.565558] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f67b7ca-503f-4249-a585-371c7134e2e4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.571534] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "131e5b00-4c96-4826-a27d-6bb60ba48077" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.571813] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "131e5b00-4c96-4826-a27d-6bb60ba48077" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.572037] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "131e5b00-4c96-4826-a27d-6bb60ba48077-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.572230] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "131e5b00-4c96-4826-a27d-6bb60ba48077-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.572400] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "131e5b00-4c96-4826-a27d-6bb60ba48077-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.575305] env[62359]: INFO nova.compute.manager [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Terminating instance [ 1021.587576] env[62359]: DEBUG nova.compute.provider_tree [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.626162] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.626759] env[62359]: DEBUG nova.network.neutron [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Successfully updated port: 900422fd-3e60-4113-bf31-cce83d9f2872 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.631273] env[62359]: DEBUG nova.network.neutron [req-3b51e6ed-0008-4e82-91f9-d62f8bbe24d4 req-577d9db1-a47c-4e12-9db5-ca0a72c86dd9 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updated VIF entry in instance network info cache for port 732a0ae3-e460-4a9c-95fa-47abe6909036. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.631273] env[62359]: DEBUG nova.network.neutron [req-3b51e6ed-0008-4e82-91f9-d62f8bbe24d4 req-577d9db1-a47c-4e12-9db5-ca0a72c86dd9 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updating instance_info_cache with network_info: [{"id": "732a0ae3-e460-4a9c-95fa-47abe6909036", "address": "fa:16:3e:88:d4:0a", "network": {"id": "3a17f05a-92d3-4ef6-9ccf-67463ab2ba24", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1689260326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "078a05b1e7b64ae88d330e9371a1c193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732a0ae3-e4", "ovs_interfaceid": "732a0ae3-e460-4a9c-95fa-47abe6909036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.640811] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.641644] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.641644] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.641644] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.641814] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.645161] env[62359]: INFO nova.compute.manager [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Terminating instance [ 1021.787015] env[62359]: DEBUG oslo_vmware.api [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441383, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.999019] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cabdbe-ce4c-4d61-17e8-872d538a0f94, 'name': SearchDatastore_Task, 'duration_secs': 0.016836} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.999019] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ad85e2-d4d9-4b4d-b124-e27e09722139 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.000929] env[62359]: DEBUG nova.compute.manager [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.001493] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.001878] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f9dbaa-1760-46b7-b594-f230bc4c5400 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.009853] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1022.009853] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527b6752-252d-4898-d3f7-329d21faeb2c" [ 1022.009853] env[62359]: _type = "Task" [ 1022.009853] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.011951] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.016401] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9242a008-56be-426b-a4d3-d78607321fc8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.022311] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527b6752-252d-4898-d3f7-329d21faeb2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.023711] env[62359]: DEBUG oslo_vmware.api [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1022.023711] env[62359]: value = "task-2441384" [ 1022.023711] env[62359]: _type = "Task" [ 1022.023711] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.032077] env[62359]: DEBUG oslo_vmware.api [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.080018] env[62359]: DEBUG nova.compute.manager [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.080287] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.081185] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a07cc5-5506-47cc-9946-33d1eaa2c33d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.093420] env[62359]: DEBUG nova.scheduler.client.report [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.101028] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.101028] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7753d565-2ba0-4d74-9023-3551e4c58de2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.109273] env[62359]: DEBUG oslo_vmware.api [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1022.109273] env[62359]: value = "task-2441385" [ 1022.109273] env[62359]: _type = "Task" [ 1022.109273] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.130962] env[62359]: DEBUG oslo_vmware.api [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441382, 'name': PowerOnVM_Task, 'duration_secs': 0.730662} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.138353] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.138454] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.138660] env[62359]: DEBUG nova.network.neutron [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.142563] env[62359]: DEBUG oslo_concurrency.lockutils [req-3b51e6ed-0008-4e82-91f9-d62f8bbe24d4 req-577d9db1-a47c-4e12-9db5-ca0a72c86dd9 service nova] Releasing lock "refresh_cache-b32b081b-8004-4ef8-b56a-603d3dae8f46" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.142563] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.142563] env[62359]: INFO nova.compute.manager [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1022.142563] env[62359]: DEBUG nova.compute.manager [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.144031] env[62359]: DEBUG oslo_vmware.api [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.145503] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3e4382-2775-4638-b715-52f8c063693b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.151173] env[62359]: DEBUG nova.compute.manager [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.151688] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.154555] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee54e3d-48d8-4a57-a681-6f66de0cb336 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.178024] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.178024] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd168e2-a3ac-4035-a0cb-286f7dcceee3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.184238] env[62359]: DEBUG oslo_vmware.api [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1022.184238] env[62359]: value = "task-2441386" [ 1022.184238] env[62359]: _type = "Task" [ 1022.184238] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.195589] env[62359]: DEBUG oslo_vmware.api [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.238076] env[62359]: DEBUG nova.network.neutron [-] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.285988] env[62359]: DEBUG oslo_vmware.api [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441383, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.526020] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527b6752-252d-4898-d3f7-329d21faeb2c, 'name': SearchDatastore_Task, 'duration_secs': 0.024622} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.531203] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.531946] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] df2cd1c4-61af-44ae-9c76-52ede7dcd897/df2cd1c4-61af-44ae-9c76-52ede7dcd897.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.532348] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59259fe0-b13b-4641-9776-16a8cf75a1d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.542785] env[62359]: DEBUG oslo_vmware.api [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.545362] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1022.545362] env[62359]: value = "task-2441387" [ 1022.545362] env[62359]: _type = "Task" [ 1022.545362] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.557035] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.612631] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.492s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.612631] env[62359]: INFO nova.compute.manager [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Migrating [ 1022.620028] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.380s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.623038] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.623038] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62359) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1022.623038] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db816fd-3924-457d-abef-85c5c5b467c8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.649555] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d88037-52b1-4db5-b38a-1f420faadec8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.657204] env[62359]: DEBUG oslo_vmware.api [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441385, 'name': PowerOffVM_Task, 'duration_secs': 0.509105} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.657941] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.658166] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.659311] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ce19857-1cc8-4c9c-9a8e-370f24df1bfd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.671663] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c019928-980e-42b9-9af9-87ae5edd7b74 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.692626] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9e0499-e931-45a1-9716-9d76ede95c42 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.696732] env[62359]: INFO nova.compute.manager [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Took 21.92 seconds to build instance. [ 1022.704937] env[62359]: DEBUG oslo_vmware.api [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441386, 'name': PowerOffVM_Task, 'duration_secs': 0.443929} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.732831] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.732831] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.734462] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179012MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62359) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1022.734839] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.734839] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.737295] env[62359]: DEBUG nova.network.neutron [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.739520] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a6119f4-28a3-452d-88bd-7085c1a6d338 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.743355] env[62359]: INFO nova.compute.manager [-] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Took 1.39 seconds to deallocate network for instance. [ 1022.743906] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.744119] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.744413] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleting the datastore file [datastore1] 131e5b00-4c96-4826-a27d-6bb60ba48077 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.746665] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-242fe0f5-d6ef-45f6-98c2-a38190b2b7ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.756350] env[62359]: DEBUG oslo_vmware.api [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1022.756350] env[62359]: value = "task-2441390" [ 1022.756350] env[62359]: _type = "Task" [ 1022.756350] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.766120] env[62359]: DEBUG oslo_vmware.api [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.788185] env[62359]: DEBUG oslo_vmware.api [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441383, 'name': ReconfigVM_Task, 'duration_secs': 1.202355} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.789202] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494547', 'volume_id': 'd19a7436-bf68-44da-a1a1-42126c055fc0', 'name': 'volume-d19a7436-bf68-44da-a1a1-42126c055fc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8e2f547-8255-4d38-aada-578df1c5d9eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd19a7436-bf68-44da-a1a1-42126c055fc0', 'serial': 'd19a7436-bf68-44da-a1a1-42126c055fc0'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1022.814882] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.815199] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.815395] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleting the datastore file [datastore1] 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.815687] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f293d58-ecdb-46f5-ba32-77dac5dfe9a3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.825722] env[62359]: DEBUG oslo_vmware.api [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for the task: (returnval){ [ 1022.825722] env[62359]: value = "task-2441391" [ 1022.825722] env[62359]: _type = "Task" [ 1022.825722] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.836060] env[62359]: DEBUG oslo_vmware.api [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.841063] env[62359]: DEBUG nova.compute.manager [req-2420911c-0cb1-4255-aafc-f741ee9dcfdf req-dd984f27-6429-4a34-acdf-67e18f9e7701 service nova] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Received event network-vif-deleted-c5a661fd-f060-4b54-835a-a976a60a7c39 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.936493] env[62359]: DEBUG nova.network.neutron [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance_info_cache with network_info: [{"id": "900422fd-3e60-4113-bf31-cce83d9f2872", "address": "fa:16:3e:bd:71:e6", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900422fd-3e", "ovs_interfaceid": "900422fd-3e60-4113-bf31-cce83d9f2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.046416] env[62359]: DEBUG oslo_vmware.api [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441384, 'name': PowerOffVM_Task, 'duration_secs': 0.632099} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.046416] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.046416] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.046416] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8f6c73a-b879-4a73-a924-9c2684700f1c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.063043] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441387, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.113415] env[62359]: DEBUG nova.compute.manager [req-19945e24-f2bf-4d99-9f56-5f22fec6542f req-e1348b4c-e431-48e2-800d-4c4d38839a1c service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] Received event network-changed-900422fd-3e60-4113-bf31-cce83d9f2872 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.113415] env[62359]: DEBUG nova.compute.manager [req-19945e24-f2bf-4d99-9f56-5f22fec6542f req-e1348b4c-e431-48e2-800d-4c4d38839a1c service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] Refreshing instance network info cache due to event network-changed-900422fd-3e60-4113-bf31-cce83d9f2872. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.113415] env[62359]: DEBUG oslo_concurrency.lockutils [req-19945e24-f2bf-4d99-9f56-5f22fec6542f req-e1348b4c-e431-48e2-800d-4c4d38839a1c service nova] Acquiring lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.130409] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.130661] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.130864] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleting the datastore file [datastore1] c3a55033-e283-4c18-91f8-abf5b1e587aa {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.132077] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb463874-19e7-4a41-9080-2734914ff4ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.142469] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.142469] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.142469] env[62359]: DEBUG nova.network.neutron [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.144119] env[62359]: DEBUG oslo_vmware.api [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1023.144119] env[62359]: value = "task-2441393" [ 1023.144119] env[62359]: _type = "Task" [ 1023.144119] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.155045] env[62359]: DEBUG oslo_vmware.api [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.199528] env[62359]: DEBUG oslo_concurrency.lockutils [None req-41a19ee2-8576-4c29-9586-8dcf7069fea4 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.443s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.254514] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.266814] env[62359]: DEBUG oslo_vmware.api [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397052} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.267108] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.267303] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.267485] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.267743] env[62359]: INFO nova.compute.manager [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1023.268037] env[62359]: DEBUG oslo.service.loopingcall [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.268263] env[62359]: DEBUG nova.compute.manager [-] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.268362] env[62359]: DEBUG nova.network.neutron [-] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.336065] env[62359]: DEBUG oslo_vmware.api [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Task: {'id': task-2441391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442274} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.336336] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.336525] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.336908] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.337116] env[62359]: INFO nova.compute.manager [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1023.337363] env[62359]: DEBUG oslo.service.loopingcall [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.337994] env[62359]: DEBUG nova.compute.manager [-] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.337994] env[62359]: DEBUG nova.network.neutron [-] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.351034] env[62359]: DEBUG nova.objects.instance [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'flavor' on Instance uuid b8e2f547-8255-4d38-aada-578df1c5d9eb {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.439280] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.440240] env[62359]: DEBUG nova.compute.manager [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Instance network_info: |[{"id": "900422fd-3e60-4113-bf31-cce83d9f2872", "address": "fa:16:3e:bd:71:e6", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900422fd-3e", "ovs_interfaceid": "900422fd-3e60-4113-bf31-cce83d9f2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.440240] env[62359]: DEBUG oslo_concurrency.lockutils [req-19945e24-f2bf-4d99-9f56-5f22fec6542f req-e1348b4c-e431-48e2-800d-4c4d38839a1c service nova] Acquired lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.440414] env[62359]: DEBUG nova.network.neutron [req-19945e24-f2bf-4d99-9f56-5f22fec6542f req-e1348b4c-e431-48e2-800d-4c4d38839a1c service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] Refreshing network info cache for port 900422fd-3e60-4113-bf31-cce83d9f2872 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.441827] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:71:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '900422fd-3e60-4113-bf31-cce83d9f2872', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.456176] env[62359]: DEBUG oslo.service.loopingcall [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.459452] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c0be45-e128-4bea-b984-253de250b268] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.459934] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3efce530-e6c1-4e03-bc78-18ef71679817 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.482359] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.482359] env[62359]: value = "task-2441394" [ 1023.482359] env[62359]: _type = "Task" [ 1023.482359] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.492499] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441394, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.557406] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623618} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.557706] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] df2cd1c4-61af-44ae-9c76-52ede7dcd897/df2cd1c4-61af-44ae-9c76-52ede7dcd897.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.557998] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.558323] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c2b385a-8783-4402-b2d0-aaa9bd171444 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.567474] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1023.567474] env[62359]: value = "task-2441395" [ 1023.567474] env[62359]: _type = "Task" [ 1023.567474] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.580286] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.657483] env[62359]: DEBUG oslo_vmware.api [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.756973] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Applying migration context for instance 8845db81-381b-4141-a7d1-183ad304a48f as it has an incoming, in-progress migration 72297f2e-9351-4021-948f-78b8a5ec4db8. Migration status is pre-migrating {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1023.760592] env[62359]: INFO nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating resource usage from migration 72297f2e-9351-4021-948f-78b8a5ec4db8 [ 1023.798038] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 9354bdc7-4ce8-477e-a612-328ecde7e7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.798157] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 8e3af67b-5850-4fff-9437-83b6c2cc0852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799210] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 65d045f2-2440-412a-aaaa-c1a4959c393f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799210] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 73dc6ebd-f723-4511-8819-e375db2b2790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799210] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance feba8ec9-9d0e-4988-8ca4-44f1a85db030 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799210] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance b32b081b-8004-4ef8-b56a-603d3dae8f46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799210] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance b8e2f547-8255-4d38-aada-578df1c5d9eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799210] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 727d9927-b5f0-42e8-877b-7aa0ffa15e77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799210] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance a4772206-3c11-41a3-86f1-43a366993b4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799210] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799210] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance c3a55033-e283-4c18-91f8-abf5b1e587aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799577] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance f1f3e077-e902-428c-87e3-a70c88542841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799577] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance c9a62cca-4a9b-424c-8a9c-f620f6319f18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799577] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 131e5b00-4c96-4826-a27d-6bb60ba48077 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799669] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799703] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance b95f9ba6-51c4-42a4-ab59-13ee10525df1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.799811] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance df2cd1c4-61af-44ae-9c76-52ede7dcd897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.800499] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 46c0be45-e128-4bea-b984-253de250b268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.801474] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Migration 72297f2e-9351-4021-948f-78b8a5ec4db8 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1023.801717] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 8845db81-381b-4141-a7d1-183ad304a48f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.802017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1023.802177] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1023.965563] env[62359]: DEBUG nova.network.neutron [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance_info_cache with network_info: [{"id": "f30ce4fb-4122-401f-bc58-30dd5690d447", "address": "fa:16:3e:83:42:0c", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30ce4fb-41", "ovs_interfaceid": "f30ce4fb-4122-401f-bc58-30dd5690d447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.993483] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441394, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.052018] env[62359]: DEBUG nova.network.neutron [req-19945e24-f2bf-4d99-9f56-5f22fec6542f req-e1348b4c-e431-48e2-800d-4c4d38839a1c service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updated VIF entry in instance network info cache for port 900422fd-3e60-4113-bf31-cce83d9f2872. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.052384] env[62359]: DEBUG nova.network.neutron [req-19945e24-f2bf-4d99-9f56-5f22fec6542f req-e1348b4c-e431-48e2-800d-4c4d38839a1c service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance_info_cache with network_info: [{"id": "900422fd-3e60-4113-bf31-cce83d9f2872", "address": "fa:16:3e:bd:71:e6", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900422fd-3e", "ovs_interfaceid": "900422fd-3e60-4113-bf31-cce83d9f2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.085280] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204276} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.085548] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.089232] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e086870c-2dab-4063-9e2d-2f0b523a7399 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.116397] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] df2cd1c4-61af-44ae-9c76-52ede7dcd897/df2cd1c4-61af-44ae-9c76-52ede7dcd897.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.117169] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322062c9-4803-4de5-a3a1-88cb07ab8f00 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.142791] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1024.142791] env[62359]: value = "task-2441396" [ 1024.142791] env[62359]: _type = "Task" [ 1024.142791] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.156156] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.162032] env[62359]: DEBUG oslo_vmware.api [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523525} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.162550] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.163550] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.163550] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.163550] env[62359]: INFO nova.compute.manager [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1024.163550] env[62359]: DEBUG oslo.service.loopingcall [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.163550] env[62359]: DEBUG nova.compute.manager [-] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.163828] env[62359]: DEBUG nova.network.neutron [-] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.223443] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dfdbef-b1c6-423d-a775-138a6df1d885 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.227511] env[62359]: DEBUG nova.network.neutron [-] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.235156] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c92cef2-50ba-4696-a44e-415950b646eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.239195] env[62359]: DEBUG nova.network.neutron [-] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.273825] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d558407-044a-40d6-aaee-66718d7c5492 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.284946] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632375aa-5f8c-442c-821c-cc8038379580 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.299352] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.371056] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ea28ed7d-f5b9-4f69-af9c-e2291a7f356c tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.323s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.468725] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.495827] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441394, 'name': CreateVM_Task, 'duration_secs': 0.77798} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.496080] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c0be45-e128-4bea-b984-253de250b268] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.496805] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.496972] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.497494] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.497758] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79189886-b72d-452e-8a68-dd04c81b34c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.503930] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1024.503930] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52098441-f313-9c65-e524-a2321de96aaa" [ 1024.503930] env[62359]: _type = "Task" [ 1024.503930] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.518395] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52098441-f313-9c65-e524-a2321de96aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.556015] env[62359]: DEBUG oslo_concurrency.lockutils [req-19945e24-f2bf-4d99-9f56-5f22fec6542f req-e1348b4c-e431-48e2-800d-4c4d38839a1c service nova] Releasing lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.653574] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441396, 'name': ReconfigVM_Task, 'duration_secs': 0.398887} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.654140] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Reconfigured VM instance instance-00000067 to attach disk [datastore2] df2cd1c4-61af-44ae-9c76-52ede7dcd897/df2cd1c4-61af-44ae-9c76-52ede7dcd897.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.654866] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f55727a7-3e6c-40a7-b64a-02ba1121d7ed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.663696] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1024.663696] env[62359]: value = "task-2441397" [ 1024.663696] env[62359]: _type = "Task" [ 1024.663696] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.676139] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441397, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.703776] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.708405] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.730885] env[62359]: INFO nova.compute.manager [-] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Took 1.46 seconds to deallocate network for instance. [ 1024.743100] env[62359]: INFO nova.compute.manager [-] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Took 1.40 seconds to deallocate network for instance. [ 1024.802703] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.878756] env[62359]: DEBUG nova.compute.manager [req-bd91d454-ea0b-432a-a42b-03147b8af0ce req-bf676be0-a35f-4e87-bfa4-66ca51a47462 service nova] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Received event network-vif-deleted-80409693-8c2b-4c95-b85a-24e615116f5f {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.878756] env[62359]: DEBUG nova.compute.manager [req-bd91d454-ea0b-432a-a42b-03147b8af0ce req-bf676be0-a35f-4e87-bfa4-66ca51a47462 service nova] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Received event network-vif-deleted-6cdf89ae-9572-4ea1-9be8-ae86ddb45823 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.015323] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52098441-f313-9c65-e524-a2321de96aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.011308} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.015631] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.015870] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.017768] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.017768] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.017768] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.017768] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33552fe9-2a8c-47c0-8785-1947425efcd7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.031365] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.031365] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.031365] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79c8a8d-ad8e-42e1-84b9-306a16420d0a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.034260] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1025.034260] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ffe530-1f7d-deac-76ec-854b2fd34db4" [ 1025.034260] env[62359]: _type = "Task" [ 1025.034260] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.045050] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ffe530-1f7d-deac-76ec-854b2fd34db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.156440] env[62359]: DEBUG nova.compute.manager [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Received event network-changed-4464e5d5-bd91-4068-8893-6b81907d44af {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.160020] env[62359]: DEBUG nova.compute.manager [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Refreshing instance network info cache due to event network-changed-4464e5d5-bd91-4068-8893-6b81907d44af. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1025.160020] env[62359]: DEBUG oslo_concurrency.lockutils [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] Acquiring lock "refresh_cache-b95f9ba6-51c4-42a4-ab59-13ee10525df1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.160020] env[62359]: DEBUG oslo_concurrency.lockutils [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] Acquired lock "refresh_cache-b95f9ba6-51c4-42a4-ab59-13ee10525df1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.160020] env[62359]: DEBUG nova.network.neutron [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Refreshing network info cache for port 4464e5d5-bd91-4068-8893-6b81907d44af {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.174884] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441397, 'name': Rename_Task, 'duration_secs': 0.363468} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.175265] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.175675] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beb673cc-969a-48f3-bb80-d4cd9bae225e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.183504] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1025.183504] env[62359]: value = "task-2441398" [ 1025.183504] env[62359]: _type = "Task" [ 1025.183504] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.196019] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.211426] env[62359]: DEBUG nova.compute.manager [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.243056] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.249482] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.309141] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1025.309422] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.574s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.309701] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.055s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.309926] env[62359]: DEBUG nova.objects.instance [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lazy-loading 'resources' on Instance uuid a4772206-3c11-41a3-86f1-43a366993b4c {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.373773] env[62359]: DEBUG nova.network.neutron [-] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.547195] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ffe530-1f7d-deac-76ec-854b2fd34db4, 'name': SearchDatastore_Task, 'duration_secs': 0.033503} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.548060] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975248c6-9438-42e9-8712-b421d3bb694a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.554439] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1025.554439] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]527922b9-6f3a-3d43-d257-401cd86f03d1" [ 1025.554439] env[62359]: _type = "Task" [ 1025.554439] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.564327] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527922b9-6f3a-3d43-d257-401cd86f03d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.625586] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.625832] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.626057] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "b8e2f547-8255-4d38-aada-578df1c5d9eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.626249] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.626419] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.628700] env[62359]: INFO nova.compute.manager [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Terminating instance [ 1025.694026] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.731965] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.876720] env[62359]: INFO nova.compute.manager [-] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Took 1.71 seconds to deallocate network for instance. [ 1025.986500] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f754c05-88e0-4c8d-a0a2-2ce0f9d5a7d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.992205] env[62359]: DEBUG nova.network.neutron [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Updated VIF entry in instance network info cache for port 4464e5d5-bd91-4068-8893-6b81907d44af. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.992551] env[62359]: DEBUG nova.network.neutron [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Updating instance_info_cache with network_info: [{"id": "4464e5d5-bd91-4068-8893-6b81907d44af", "address": "fa:16:3e:d5:ee:a1", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4464e5d5-bd", "ovs_interfaceid": "4464e5d5-bd91-4068-8893-6b81907d44af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.012310] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance '8845db81-381b-4141-a7d1-183ad304a48f' progress to 0 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.072077] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]527922b9-6f3a-3d43-d257-401cd86f03d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013502} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.075580] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.075943] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 46c0be45-e128-4bea-b984-253de250b268/46c0be45-e128-4bea-b984-253de250b268.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.076539] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a445020-fc5d-42da-a927-1da6074d661e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.085241] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1026.085241] env[62359]: value = "task-2441399" [ 1026.085241] env[62359]: _type = "Task" [ 1026.085241] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.099066] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.123579] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee553cd9-69e3-4876-a1d1-291391c5a211 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.131884] env[62359]: DEBUG nova.compute.manager [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.132024] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.133040] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401acc82-729d-4ece-b3ab-c8e64132547d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.136846] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c8f31-fadb-4ad3-898c-69178789b76b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.145295] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.168595] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f8526fb-2d2f-4356-af1f-a6c73a18137a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.170922] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00efc47f-75af-4e3d-b5c0-a9c47d744a37 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.181502] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d68634-205e-4996-9f57-f5fe8e08471b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.187641] env[62359]: DEBUG oslo_vmware.api [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 1026.187641] env[62359]: value = "task-2441400" [ 1026.187641] env[62359]: _type = "Task" [ 1026.187641] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.215207] env[62359]: DEBUG nova.compute.provider_tree [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.219908] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441398, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.232589] env[62359]: DEBUG oslo_vmware.api [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.389992] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.496562] env[62359]: DEBUG oslo_concurrency.lockutils [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] Releasing lock "refresh_cache-b95f9ba6-51c4-42a4-ab59-13ee10525df1" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.496924] env[62359]: DEBUG nova.compute.manager [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Received event network-vif-deleted-06c9056f-00ca-4b96-ba09-f0702d563f35 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.497137] env[62359]: INFO nova.compute.manager [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Neutron deleted interface 06c9056f-00ca-4b96-ba09-f0702d563f35; detaching it from the instance and deleting it from the info cache [ 1026.497313] env[62359]: DEBUG nova.network.neutron [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.521058] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.521375] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85a6b2bc-56fd-4c77-a528-7875776476b8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.530862] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1026.530862] env[62359]: value = "task-2441401" [ 1026.530862] env[62359]: _type = "Task" [ 1026.530862] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.545894] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.546158] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance '8845db81-381b-4141-a7d1-183ad304a48f' progress to 17 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.601744] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441399, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.699638] env[62359]: DEBUG oslo_vmware.api [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441398, 'name': PowerOnVM_Task, 'duration_secs': 1.091813} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.700304] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.700516] env[62359]: INFO nova.compute.manager [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Took 11.14 seconds to spawn the instance on the hypervisor. [ 1026.700698] env[62359]: DEBUG nova.compute.manager [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.701474] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef61407-6e2b-49a6-82f3-9ed070b72800 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.707078] env[62359]: DEBUG oslo_vmware.api [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441400, 'name': PowerOffVM_Task, 'duration_secs': 0.282415} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.707645] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.707851] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.708125] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cf78279-62a4-4baf-97f8-c4745d88ac14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.722174] env[62359]: DEBUG nova.scheduler.client.report [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.787068] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.787361] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.787557] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Deleting the datastore file [datastore2] b8e2f547-8255-4d38-aada-578df1c5d9eb {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.787852] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3107245-dfff-476d-84cb-2442d59516aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.794767] env[62359]: DEBUG oslo_vmware.api [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for the task: (returnval){ [ 1026.794767] env[62359]: value = "task-2441403" [ 1026.794767] env[62359]: _type = "Task" [ 1026.794767] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.803444] env[62359]: DEBUG oslo_vmware.api [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.000860] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d3658fe-326b-4264-aa9e-6bcf26909b7e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.011598] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ee8902-338c-4d13-b9ed-073d324feec3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.050904] env[62359]: DEBUG nova.compute.manager [req-967e2315-6dd4-490c-aecd-569c3587f002 req-797a4200-f6a5-4569-91f3-114ed48b2c6b service nova] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Detach interface failed, port_id=06c9056f-00ca-4b96-ba09-f0702d563f35, reason: Instance c3a55033-e283-4c18-91f8-abf5b1e587aa could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1027.053142] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.053370] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.053527] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.053714] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.053864] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.054023] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.054240] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.054398] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.054861] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.054861] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.054981] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.059907] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c1b5e97-5d5c-453f-9ace-1d79324b20c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.076478] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1027.076478] env[62359]: value = "task-2441404" [ 1027.076478] env[62359]: _type = "Task" [ 1027.076478] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.086139] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.097901] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552383} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.098078] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 46c0be45-e128-4bea-b984-253de250b268/46c0be45-e128-4bea-b984-253de250b268.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.098299] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.098583] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad1925da-c32b-4659-96da-0d9910a0557a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.105227] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1027.105227] env[62359]: value = "task-2441405" [ 1027.105227] env[62359]: _type = "Task" [ 1027.105227] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.114016] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.222857] env[62359]: INFO nova.compute.manager [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Took 25.41 seconds to build instance. [ 1027.227126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.229483] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.986s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.229579] env[62359]: DEBUG nova.objects.instance [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lazy-loading 'resources' on Instance uuid 131e5b00-4c96-4826-a27d-6bb60ba48077 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.253117] env[62359]: INFO nova.scheduler.client.report [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Deleted allocations for instance a4772206-3c11-41a3-86f1-43a366993b4c [ 1027.306477] env[62359]: DEBUG oslo_vmware.api [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Task: {'id': task-2441403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20364} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.306882] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.307174] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.307440] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.307693] env[62359]: INFO nova.compute.manager [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1027.308015] env[62359]: DEBUG oslo.service.loopingcall [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.308861] env[62359]: DEBUG nova.compute.manager [-] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.309061] env[62359]: DEBUG nova.network.neutron [-] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.588315] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441404, 'name': ReconfigVM_Task, 'duration_secs': 0.221353} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.588700] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance '8845db81-381b-4141-a7d1-183ad304a48f' progress to 33 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.615556] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071081} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.615842] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.616689] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1edbb7b-19ef-47b0-b9e4-376cdea8ee4c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.646023] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 46c0be45-e128-4bea-b984-253de250b268/46c0be45-e128-4bea-b984-253de250b268.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.646023] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cce53d9-8fdb-4858-b6d7-60c3d5c59df4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.674061] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1027.674061] env[62359]: value = "task-2441406" [ 1027.674061] env[62359]: _type = "Task" [ 1027.674061] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.684346] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.725269] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9016b30b-8e68-4562-afec-de146f337750 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.926s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.761195] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6ea76304-f4f3-40ba-befa-22b616b3942c tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "a4772206-3c11-41a3-86f1-43a366993b4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.076s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.015480] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492f6d1f-dda7-4b0e-a75f-a5c12a43fbff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.024012] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ba439f-eb9c-4374-a089-b953de585639 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.060351] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0ce81b-0c48-4a85-af7c-3b8ccea915e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.069316] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64a5bcb-9644-4756-92cf-98f1448a0f81 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.083979] env[62359]: DEBUG nova.compute.provider_tree [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.096582] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.096893] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.097078] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.097297] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.097449] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.097599] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.097826] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.099401] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.099466] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.099649] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.099832] env[62359]: DEBUG nova.virt.hardware [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.105531] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.106627] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f26553e4-21bf-4c7f-8ae7-7c43e0dc34af {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.125289] env[62359]: DEBUG nova.compute.manager [req-f26a8115-b29f-47d1-9ffe-f894a7940dae req-674a82a2-9c23-41b9-a31d-72d0a9a90ffa service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Received event network-changed-c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.125507] env[62359]: DEBUG nova.compute.manager [req-f26a8115-b29f-47d1-9ffe-f894a7940dae req-674a82a2-9c23-41b9-a31d-72d0a9a90ffa service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing instance network info cache due to event network-changed-c7750f8b-b495-4c53-919f-c3a0cd32e584. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1028.125731] env[62359]: DEBUG oslo_concurrency.lockutils [req-f26a8115-b29f-47d1-9ffe-f894a7940dae req-674a82a2-9c23-41b9-a31d-72d0a9a90ffa service nova] Acquiring lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.125876] env[62359]: DEBUG oslo_concurrency.lockutils [req-f26a8115-b29f-47d1-9ffe-f894a7940dae req-674a82a2-9c23-41b9-a31d-72d0a9a90ffa service nova] Acquired lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.126037] env[62359]: DEBUG nova.network.neutron [req-f26a8115-b29f-47d1-9ffe-f894a7940dae req-674a82a2-9c23-41b9-a31d-72d0a9a90ffa service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing network info cache for port c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.134562] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1028.134562] env[62359]: value = "task-2441407" [ 1028.134562] env[62359]: _type = "Task" [ 1028.134562] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.144207] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.186215] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.273577] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.273936] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.274216] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.274474] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.275028] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.277703] env[62359]: INFO nova.compute.manager [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Terminating instance [ 1028.587703] env[62359]: DEBUG nova.scheduler.client.report [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.650737] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.687740] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441406, 'name': ReconfigVM_Task, 'duration_secs': 0.788426} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.687863] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 46c0be45-e128-4bea-b984-253de250b268/46c0be45-e128-4bea-b984-253de250b268.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.692532] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68005c5c-fbdf-4aec-a9d4-5059a0f77da0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.703566] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1028.703566] env[62359]: value = "task-2441408" [ 1028.703566] env[62359]: _type = "Task" [ 1028.703566] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.707331] env[62359]: DEBUG nova.network.neutron [-] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.718401] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441408, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.783429] env[62359]: DEBUG nova.compute.manager [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.783856] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.784807] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd72aa50-325a-4786-9432-ea58337bd91a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.794959] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.797644] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1504fbf9-522d-485f-9492-02fedea376b5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.807658] env[62359]: DEBUG oslo_vmware.api [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 1028.807658] env[62359]: value = "task-2441409" [ 1028.807658] env[62359]: _type = "Task" [ 1028.807658] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.819191] env[62359]: DEBUG oslo_vmware.api [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.024747] env[62359]: DEBUG nova.network.neutron [req-f26a8115-b29f-47d1-9ffe-f894a7940dae req-674a82a2-9c23-41b9-a31d-72d0a9a90ffa service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updated VIF entry in instance network info cache for port c7750f8b-b495-4c53-919f-c3a0cd32e584. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.025397] env[62359]: DEBUG nova.network.neutron [req-f26a8115-b29f-47d1-9ffe-f894a7940dae req-674a82a2-9c23-41b9-a31d-72d0a9a90ffa service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updating instance_info_cache with network_info: [{"id": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "address": "fa:16:3e:22:7a:97", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7750f8b-b4", "ovs_interfaceid": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.092557] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.094980] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.846s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.095256] env[62359]: DEBUG nova.objects.instance [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lazy-loading 'resources' on Instance uuid 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.123944] env[62359]: INFO nova.scheduler.client.report [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleted allocations for instance 131e5b00-4c96-4826-a27d-6bb60ba48077 [ 1029.150812] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.186988] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "9530a14a-1520-4116-b021-801aec2c0683" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.187269] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "9530a14a-1520-4116-b021-801aec2c0683" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.209828] env[62359]: INFO nova.compute.manager [-] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Took 1.90 seconds to deallocate network for instance. [ 1029.215098] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441408, 'name': Rename_Task, 'duration_secs': 0.267315} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.218332] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.219293] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64c9f8ec-f6a9-443d-be7f-214b241edd27 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.226500] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "f1f3e077-e902-428c-87e3-a70c88542841" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.226769] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.231474] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1029.231474] env[62359]: value = "task-2441410" [ 1029.231474] env[62359]: _type = "Task" [ 1029.231474] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.242166] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.321354] env[62359]: DEBUG oslo_vmware.api [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.528674] env[62359]: DEBUG oslo_concurrency.lockutils [req-f26a8115-b29f-47d1-9ffe-f894a7940dae req-674a82a2-9c23-41b9-a31d-72d0a9a90ffa service nova] Releasing lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.632333] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0a408e4f-d89f-4a88-b48a-3641a8eebf8f tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "131e5b00-4c96-4826-a27d-6bb60ba48077" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.060s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.647750] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441407, 'name': ReconfigVM_Task, 'duration_secs': 1.253049} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.648711] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.649574] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccefaca-7445-444c-8ea8-b279898f29dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.676576] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 8845db81-381b-4141-a7d1-183ad304a48f/8845db81-381b-4141-a7d1-183ad304a48f.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.679452] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c459e4b9-975e-4c53-b000-b904ab3e35a7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.693343] env[62359]: DEBUG nova.compute.manager [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.703052] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1029.703052] env[62359]: value = "task-2441411" [ 1029.703052] env[62359]: _type = "Task" [ 1029.703052] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.716195] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.723885] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.734028] env[62359]: DEBUG nova.compute.utils [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1029.750736] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.825240] env[62359]: DEBUG oslo_vmware.api [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441409, 'name': PowerOffVM_Task, 'duration_secs': 0.804465} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.825613] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.825855] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.826217] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e892767e-791d-47c1-933f-60400ace3a5a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.927702] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.927946] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.928151] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Deleting the datastore file [datastore2] 727d9927-b5f0-42e8-877b-7aa0ffa15e77 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.928418] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e2bcc20-d6a1-4897-829f-e055215708f8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.938079] env[62359]: DEBUG oslo_vmware.api [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for the task: (returnval){ [ 1029.938079] env[62359]: value = "task-2441413" [ 1029.938079] env[62359]: _type = "Task" [ 1029.938079] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.939922] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb656a6-b18e-427b-870f-277f2d58d077 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.952783] env[62359]: DEBUG oslo_vmware.api [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.956304] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bb2643-84c1-45a9-a04b-ba35110799f0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.991075] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c774b4-06cc-4530-85eb-70dcbe09f7df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.000920] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346eabf9-65d6-448e-8c9d-e3be25703fc4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.018053] env[62359]: DEBUG nova.compute.provider_tree [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.146398] env[62359]: DEBUG nova.compute.manager [req-f1458108-4625-4966-a5c5-a7f620169620 req-cb5ef3d4-0e4f-4879-a347-96d17da5b44e service nova] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Received event network-vif-deleted-c3ef4c0c-d137-467c-a987-e1bcbc854f68 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.214377] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.215778] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.242804] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.246555] env[62359]: DEBUG oslo_vmware.api [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441410, 'name': PowerOnVM_Task, 'duration_secs': 0.89736} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.247546] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.247782] env[62359]: INFO nova.compute.manager [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1030.248095] env[62359]: DEBUG nova.compute.manager [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.249293] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95640244-ba1d-4427-8014-d03ff235f892 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.449471] env[62359]: DEBUG oslo_vmware.api [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Task: {'id': task-2441413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320462} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.449708] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.449893] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.450093] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.450272] env[62359]: INFO nova.compute.manager [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1030.450688] env[62359]: DEBUG oslo.service.loopingcall [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1030.450897] env[62359]: DEBUG nova.compute.manager [-] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.450990] env[62359]: DEBUG nova.network.neutron [-] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.521106] env[62359]: DEBUG nova.scheduler.client.report [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.713935] env[62359]: DEBUG oslo_vmware.api [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441411, 'name': ReconfigVM_Task, 'duration_secs': 0.549793} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.714236] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 8845db81-381b-4141-a7d1-183ad304a48f/8845db81-381b-4141-a7d1-183ad304a48f.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.714509] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance '8845db81-381b-4141-a7d1-183ad304a48f' progress to 50 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.766280] env[62359]: INFO nova.compute.manager [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Took 24.76 seconds to build instance. [ 1031.028159] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.031018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.299s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.032565] env[62359]: INFO nova.compute.claims [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.047633] env[62359]: INFO nova.scheduler.client.report [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Deleted allocations for instance 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf [ 1031.222036] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66514243-c512-42fc-a930-c3a440d553d9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.243596] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd164a4-8624-48c9-aba4-f13379bd97ee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.262295] env[62359]: DEBUG nova.network.neutron [-] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.263662] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance '8845db81-381b-4141-a7d1-183ad304a48f' progress to 67 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.268494] env[62359]: DEBUG oslo_concurrency.lockutils [None req-37ff2376-eaba-4b94-9235-d3412982a4fd tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "46c0be45-e128-4bea-b984-253de250b268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.276s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.303869] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "f1f3e077-e902-428c-87e3-a70c88542841" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.304859] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.305171] env[62359]: INFO nova.compute.manager [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Attaching volume d1808cee-3c0d-46d7-a203-41c3a803647d to /dev/sdb [ 1031.337217] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8ac0db-9b95-4322-9791-8f27f9fdbfea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.344901] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92867a5d-5839-4d50-b86a-9c3303121d21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.359366] env[62359]: DEBUG nova.virt.block_device [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Updating existing volume attachment record: ae153db4-06cd-4009-817b-7de2a817fcd3 {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1031.558239] env[62359]: DEBUG oslo_concurrency.lockutils [None req-05230ed5-87b7-45d0-b8fd-bc0ee7382fe8 tempest-MultipleCreateTestJSON-1082911184 tempest-MultipleCreateTestJSON-1082911184-project-member] Lock "0fdb877b-28a6-4df4-838a-02c0f7b9ddaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.917s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.769743] env[62359]: INFO nova.compute.manager [-] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Took 1.32 seconds to deallocate network for instance. [ 1031.825265] env[62359]: DEBUG nova.network.neutron [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Port f30ce4fb-4122-401f-bc58-30dd5690d447 binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1032.066840] env[62359]: DEBUG nova.compute.manager [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Stashing vm_state: active {{(pid=62359) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1032.174184] env[62359]: DEBUG nova.compute.manager [req-4d367a34-8fae-4ec7-abeb-543e74fc3131 req-1f9871f5-bc25-40bb-a023-99f8bc426c9d service nova] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Received event network-vif-deleted-43d72ac0-1d1e-4a55-8f9d-8490a4040365 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.280019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.326588] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdbc113-73f1-4c98-8b54-7f3e25e92b09 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.338561] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55791bb3-b516-40c8-8eb8-a9acd2b48296 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.372499] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3b1f44-f4fc-49e4-82c0-6e753f515ea8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.382685] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51398fc-8d29-49ff-a19d-adbee90c4c7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.399543] env[62359]: DEBUG nova.compute.provider_tree [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.585303] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.852269] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "8845db81-381b-4141-a7d1-183ad304a48f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.852488] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.852836] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.902740] env[62359]: DEBUG nova.scheduler.client.report [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.408014] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.408567] env[62359]: DEBUG nova.compute.manager [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.412071] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.022s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.412337] env[62359]: DEBUG nova.objects.instance [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lazy-loading 'resources' on Instance uuid c3a55033-e283-4c18-91f8-abf5b1e587aa {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.890767] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.890965] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.891156] env[62359]: DEBUG nova.network.neutron [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.917610] env[62359]: DEBUG nova.compute.utils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1033.919287] env[62359]: DEBUG nova.compute.manager [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.919454] env[62359]: DEBUG nova.network.neutron [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.978074] env[62359]: DEBUG nova.policy [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dec40408bf354978abee3f81e0dc040f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cea883d03a5242c681df473cc78ce8e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.187432] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c31e08-0527-4884-bb14-533e202eae94 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.196162] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1313c2e3-3185-42d2-a2ff-7c1bc8eeace4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.231637] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca98d3c2-3446-40a0-b693-986b42847b14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.240159] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e3c3e8-218f-4dfc-bfbe-eef8585b5260 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.254746] env[62359]: DEBUG nova.compute.provider_tree [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.356709] env[62359]: DEBUG nova.network.neutron [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Successfully created port: 8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.423957] env[62359]: DEBUG nova.compute.manager [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.617627] env[62359]: DEBUG nova.network.neutron [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance_info_cache with network_info: [{"id": "f30ce4fb-4122-401f-bc58-30dd5690d447", "address": "fa:16:3e:83:42:0c", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30ce4fb-41", "ovs_interfaceid": "f30ce4fb-4122-401f-bc58-30dd5690d447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.757940] env[62359]: DEBUG nova.scheduler.client.report [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.120122] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.265112] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.267518] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.544s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.267778] env[62359]: DEBUG nova.objects.instance [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lazy-loading 'resources' on Instance uuid b8e2f547-8255-4d38-aada-578df1c5d9eb {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.289677] env[62359]: INFO nova.scheduler.client.report [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted allocations for instance c3a55033-e283-4c18-91f8-abf5b1e587aa [ 1035.433966] env[62359]: DEBUG nova.compute.manager [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.466663] env[62359]: DEBUG nova.virt.hardware [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.466948] env[62359]: DEBUG nova.virt.hardware [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.467132] env[62359]: DEBUG nova.virt.hardware [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.467326] env[62359]: DEBUG nova.virt.hardware [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.469224] env[62359]: DEBUG nova.virt.hardware [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.470020] env[62359]: DEBUG nova.virt.hardware [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.470020] env[62359]: DEBUG nova.virt.hardware [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.470207] env[62359]: DEBUG nova.virt.hardware [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.470460] env[62359]: DEBUG nova.virt.hardware [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.471039] env[62359]: DEBUG nova.virt.hardware [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.471346] env[62359]: DEBUG nova.virt.hardware [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.472307] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acff254-baca-4649-a9c5-78069ed60493 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.482690] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7994aed7-b7a3-4f58-b15a-9fcaa2ad786b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.640157] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d27f46f-5f4c-41e2-bb50-3d57925c0960 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.660316] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec438f73-4237-4eed-8056-a09e2d432535 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.668070] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance '8845db81-381b-4141-a7d1-183ad304a48f' progress to 83 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.739205] env[62359]: DEBUG nova.compute.manager [req-fed13cc0-1a0f-4342-b95b-7c8d4ad5cbbe req-32e04e4f-9475-424b-becf-97a60f0cdc0b service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Received event network-vif-plugged-8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.739478] env[62359]: DEBUG oslo_concurrency.lockutils [req-fed13cc0-1a0f-4342-b95b-7c8d4ad5cbbe req-32e04e4f-9475-424b-becf-97a60f0cdc0b service nova] Acquiring lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.739699] env[62359]: DEBUG oslo_concurrency.lockutils [req-fed13cc0-1a0f-4342-b95b-7c8d4ad5cbbe req-32e04e4f-9475-424b-becf-97a60f0cdc0b service nova] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.739906] env[62359]: DEBUG oslo_concurrency.lockutils [req-fed13cc0-1a0f-4342-b95b-7c8d4ad5cbbe req-32e04e4f-9475-424b-becf-97a60f0cdc0b service nova] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.740108] env[62359]: DEBUG nova.compute.manager [req-fed13cc0-1a0f-4342-b95b-7c8d4ad5cbbe req-32e04e4f-9475-424b-becf-97a60f0cdc0b service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] No waiting events found dispatching network-vif-plugged-8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.740450] env[62359]: WARNING nova.compute.manager [req-fed13cc0-1a0f-4342-b95b-7c8d4ad5cbbe req-32e04e4f-9475-424b-becf-97a60f0cdc0b service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Received unexpected event network-vif-plugged-8db9ef4c-b02a-47d6-88b1-b643f2677b05 for instance with vm_state building and task_state spawning. [ 1035.800469] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d6e2badd-a645-4d3e-8d99-74aa29b84c5b tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "c3a55033-e283-4c18-91f8-abf5b1e587aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.308s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.881806] env[62359]: DEBUG nova.network.neutron [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Successfully updated port: 8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.010325] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe734c8-3099-485d-8137-3438658d83ff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.018737] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40239d9d-443e-4692-80ce-31a514b2a032 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.051050] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1285ee2a-7932-445c-be6a-122463873f34 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.059564] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0ee68e-769d-406f-8fb4-d152e337fb9a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.075762] env[62359]: DEBUG nova.compute.provider_tree [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.174078] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ad122e23-ac34-4882-b946-80f3411ac5e4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance '8845db81-381b-4141-a7d1-183ad304a48f' progress to 100 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.384527] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.384689] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.384840] env[62359]: DEBUG nova.network.neutron [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.407734] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1036.408025] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494554', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'name': 'volume-d1808cee-3c0d-46d7-a203-41c3a803647d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1f3e077-e902-428c-87e3-a70c88542841', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'serial': 'd1808cee-3c0d-46d7-a203-41c3a803647d'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1036.409292] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0244302-287a-4d63-93cc-6bf8a19e7349 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.428423] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e2d631-1d02-4adf-abf6-5b8ef923f674 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.455164] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-d1808cee-3c0d-46d7-a203-41c3a803647d/volume-d1808cee-3c0d-46d7-a203-41c3a803647d.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.455523] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95d1b01d-b057-4bdc-b062-4dab61b57b8e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.474971] env[62359]: DEBUG oslo_vmware.api [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1036.474971] env[62359]: value = "task-2441418" [ 1036.474971] env[62359]: _type = "Task" [ 1036.474971] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.485181] env[62359]: DEBUG oslo_vmware.api [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.578686] env[62359]: DEBUG nova.scheduler.client.report [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.918335] env[62359]: DEBUG nova.network.neutron [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.984913] env[62359]: DEBUG oslo_vmware.api [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441418, 'name': ReconfigVM_Task, 'duration_secs': 0.357191} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.985201] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-d1808cee-3c0d-46d7-a203-41c3a803647d/volume-d1808cee-3c0d-46d7-a203-41c3a803647d.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.989993] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ca7eda-eb96-453f-b03a-d0f52ebf6881 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.006418] env[62359]: DEBUG oslo_vmware.api [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1037.006418] env[62359]: value = "task-2441419" [ 1037.006418] env[62359]: _type = "Task" [ 1037.006418] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.015605] env[62359]: DEBUG oslo_vmware.api [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.060293] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.060538] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.090023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.090023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.874s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.091502] env[62359]: INFO nova.compute.claims [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.096940] env[62359]: DEBUG nova.network.neutron [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updating instance_info_cache with network_info: [{"id": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "address": "fa:16:3e:a8:88:6f", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db9ef4c-b0", "ovs_interfaceid": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.106579] env[62359]: INFO nova.scheduler.client.report [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Deleted allocations for instance b8e2f547-8255-4d38-aada-578df1c5d9eb [ 1037.303826] env[62359]: DEBUG oslo_concurrency.lockutils [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.304099] env[62359]: DEBUG oslo_concurrency.lockutils [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.517945] env[62359]: DEBUG oslo_vmware.api [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441419, 'name': ReconfigVM_Task, 'duration_secs': 0.149151} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.518282] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494554', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'name': 'volume-d1808cee-3c0d-46d7-a203-41c3a803647d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1f3e077-e902-428c-87e3-a70c88542841', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'serial': 'd1808cee-3c0d-46d7-a203-41c3a803647d'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1037.563348] env[62359]: DEBUG nova.compute.manager [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.599189] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.599749] env[62359]: DEBUG nova.compute.manager [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Instance network_info: |[{"id": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "address": "fa:16:3e:a8:88:6f", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db9ef4c-b0", "ovs_interfaceid": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.599917] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:88:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db9ef4c-b02a-47d6-88b1-b643f2677b05', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.607264] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Creating folder: Project (cea883d03a5242c681df473cc78ce8e8). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.608570] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea61b15f-e079-4920-a541-4fe4320093ec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.614230] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d029c8ba-f655-4e8e-8a1f-d82e4de8eed9 tempest-AttachVolumeTestJSON-1567121127 tempest-AttachVolumeTestJSON-1567121127-project-member] Lock "b8e2f547-8255-4d38-aada-578df1c5d9eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.988s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.622079] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Created folder: Project (cea883d03a5242c681df473cc78ce8e8) in parent group-v494269. [ 1037.622291] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Creating folder: Instances. Parent ref: group-v494555. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.622536] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f247cb7-5390-4088-84ae-c5a1e959b286 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.635852] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Created folder: Instances in parent group-v494555. [ 1037.637865] env[62359]: DEBUG oslo.service.loopingcall [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.637865] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.637865] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dea59d5c-0d5a-45e9-8172-d5c9de336a95 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.661547] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.661547] env[62359]: value = "task-2441422" [ 1037.661547] env[62359]: _type = "Task" [ 1037.661547] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.670729] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441422, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.806936] env[62359]: DEBUG nova.compute.utils [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1037.829711] env[62359]: DEBUG nova.compute.manager [req-f3fedafb-1641-482b-ad90-48084874f46f req-b368b4aa-5f86-4709-a050-e593bdd12af9 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Received event network-changed-8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.829893] env[62359]: DEBUG nova.compute.manager [req-f3fedafb-1641-482b-ad90-48084874f46f req-b368b4aa-5f86-4709-a050-e593bdd12af9 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Refreshing instance network info cache due to event network-changed-8db9ef4c-b02a-47d6-88b1-b643f2677b05. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1037.830181] env[62359]: DEBUG oslo_concurrency.lockutils [req-f3fedafb-1641-482b-ad90-48084874f46f req-b368b4aa-5f86-4709-a050-e593bdd12af9 service nova] Acquiring lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.830322] env[62359]: DEBUG oslo_concurrency.lockutils [req-f3fedafb-1641-482b-ad90-48084874f46f req-b368b4aa-5f86-4709-a050-e593bdd12af9 service nova] Acquired lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.830447] env[62359]: DEBUG nova.network.neutron [req-f3fedafb-1641-482b-ad90-48084874f46f req-b368b4aa-5f86-4709-a050-e593bdd12af9 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Refreshing network info cache for port 8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.088300] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.175118] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441422, 'name': CreateVM_Task, 'duration_secs': 0.392593} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.175314] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.175981] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.176161] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.176478] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.176793] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2403eaaf-0c2c-42fa-8a83-452281932c96 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.184120] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1038.184120] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528473d9-052d-b1fc-f745-2114c7971a44" [ 1038.184120] env[62359]: _type = "Task" [ 1038.184120] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.195176] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528473d9-052d-b1fc-f745-2114c7971a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.310045] env[62359]: DEBUG oslo_concurrency.lockutils [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.338455] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb363309-d745-4a6f-8f00-e37b2508f122 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.348459] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f23fb56-0da7-4293-9288-297cd33eb6b8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.386418] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebff8ae2-9f91-4f65-a1b8-968336a832f8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.395892] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced51762-edb4-4467-837b-f02f841941f7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.411247] env[62359]: DEBUG nova.compute.provider_tree [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.564681] env[62359]: DEBUG nova.objects.instance [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lazy-loading 'flavor' on Instance uuid f1f3e077-e902-428c-87e3-a70c88542841 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.584962] env[62359]: DEBUG nova.network.neutron [req-f3fedafb-1641-482b-ad90-48084874f46f req-b368b4aa-5f86-4709-a050-e593bdd12af9 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updated VIF entry in instance network info cache for port 8db9ef4c-b02a-47d6-88b1-b643f2677b05. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.585372] env[62359]: DEBUG nova.network.neutron [req-f3fedafb-1641-482b-ad90-48084874f46f req-b368b4aa-5f86-4709-a050-e593bdd12af9 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updating instance_info_cache with network_info: [{"id": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "address": "fa:16:3e:a8:88:6f", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db9ef4c-b0", "ovs_interfaceid": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.694654] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528473d9-052d-b1fc-f745-2114c7971a44, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.694654] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.694654] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.694901] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.694989] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.695180] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.695433] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c644a2c1-49bd-43ef-a494-cd0668d0d755 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.710743] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.712034] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.712034] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82aec092-f361-42f9-aa66-d264aaed0a99 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.716912] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1038.716912] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d5f61b-7d2b-1b38-bf2d-bd51a32149bb" [ 1038.716912] env[62359]: _type = "Task" [ 1038.716912] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.725348] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d5f61b-7d2b-1b38-bf2d-bd51a32149bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.857074] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "8845db81-381b-4141-a7d1-183ad304a48f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.857409] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.857597] env[62359]: DEBUG nova.compute.manager [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Going to confirm migration 5 {{(pid=62359) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1038.914787] env[62359]: DEBUG nova.scheduler.client.report [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.056318] env[62359]: INFO nova.compute.manager [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Rebuilding instance [ 1039.068725] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3ea705f1-8b17-4357-91af-efa35b076bc7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.764s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.088227] env[62359]: DEBUG oslo_concurrency.lockutils [req-f3fedafb-1641-482b-ad90-48084874f46f req-b368b4aa-5f86-4709-a050-e593bdd12af9 service nova] Releasing lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.104518] env[62359]: DEBUG nova.compute.manager [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.105419] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7092726f-083c-4f85-8212-1b6b72c12c46 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.227666] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d5f61b-7d2b-1b38-bf2d-bd51a32149bb, 'name': SearchDatastore_Task, 'duration_secs': 0.044457} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.228476] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87ecaa0-a638-41d5-9451-a10d810f4e9b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.233869] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1039.233869] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52080604-7861-3956-0274-19af77266cff" [ 1039.233869] env[62359]: _type = "Task" [ 1039.233869] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.241881] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52080604-7861-3956-0274-19af77266cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.370625] env[62359]: DEBUG oslo_concurrency.lockutils [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.370823] env[62359]: DEBUG oslo_concurrency.lockutils [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.371090] env[62359]: INFO nova.compute.manager [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Attaching volume b58c2ae7-ba98-4e9c-b5ea-ab796531a293 to /dev/sdb [ 1039.395318] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.395503] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.395681] env[62359]: DEBUG nova.network.neutron [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.395871] env[62359]: DEBUG nova.objects.instance [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'info_cache' on Instance uuid 8845db81-381b-4141-a7d1-183ad304a48f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.401607] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30a887a-0711-4afe-99ab-bce870599ff3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.409895] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c85362-605f-443b-9b32-b71624115af6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.419802] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.420387] env[62359]: DEBUG nova.compute.manager [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.428604] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.151s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.428834] env[62359]: DEBUG nova.objects.instance [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lazy-loading 'resources' on Instance uuid 727d9927-b5f0-42e8-877b-7aa0ffa15e77 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.429866] env[62359]: DEBUG nova.virt.block_device [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Updating existing volume attachment record: eefb976b-5d53-4557-af42-1945f048f7e0 {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1039.746071] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52080604-7861-3956-0274-19af77266cff, 'name': SearchDatastore_Task, 'duration_secs': 0.011845} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.746071] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.746071] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 17ed1181-22e9-46d0-bb22-6fddb61fc073/17ed1181-22e9-46d0-bb22-6fddb61fc073.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.746570] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77da3112-8909-4bc1-acaa-93041beccf10 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.754308] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1039.754308] env[62359]: value = "task-2441427" [ 1039.754308] env[62359]: _type = "Task" [ 1039.754308] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.763487] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.939487] env[62359]: DEBUG nova.compute.utils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1039.942599] env[62359]: DEBUG nova.compute.manager [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.942599] env[62359]: DEBUG nova.network.neutron [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.032491] env[62359]: DEBUG nova.policy [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ac8f682c844f929fc2042a78f02685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7c0490bb1fb46d1a9d177a40f89c4fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.121139] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.121518] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79dc7bb6-4dbe-4eb6-85e7-f9f7fd01f38a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.131609] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1040.131609] env[62359]: value = "task-2441428" [ 1040.131609] env[62359]: _type = "Task" [ 1040.131609] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.142985] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.260631] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c619f8e-a12d-4787-8dff-05b910ba68fe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.266265] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441427, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.271444] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb98aa3c-7bab-40a3-93d8-24cdb4229899 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.304721] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a401371a-abd5-4a1f-8fc3-88474e5a349a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.312881] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853d5e77-9c7b-4b87-a286-cf3eea151514 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.327506] env[62359]: DEBUG nova.compute.provider_tree [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.443194] env[62359]: DEBUG nova.network.neutron [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Successfully created port: 7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.447046] env[62359]: DEBUG nova.compute.manager [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.637138] env[62359]: DEBUG nova.network.neutron [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance_info_cache with network_info: [{"id": "f30ce4fb-4122-401f-bc58-30dd5690d447", "address": "fa:16:3e:83:42:0c", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30ce4fb-41", "ovs_interfaceid": "f30ce4fb-4122-401f-bc58-30dd5690d447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.644148] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441428, 'name': PowerOffVM_Task, 'duration_secs': 0.446739} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.644227] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.704889] env[62359]: INFO nova.compute.manager [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Detaching volume d1808cee-3c0d-46d7-a203-41c3a803647d [ 1040.736128] env[62359]: INFO nova.virt.block_device [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Attempting to driver detach volume d1808cee-3c0d-46d7-a203-41c3a803647d from mountpoint /dev/sdb [ 1040.736380] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1040.736570] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494554', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'name': 'volume-d1808cee-3c0d-46d7-a203-41c3a803647d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1f3e077-e902-428c-87e3-a70c88542841', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'serial': 'd1808cee-3c0d-46d7-a203-41c3a803647d'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1040.737500] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0650838c-d96d-4b23-a289-0a90a9f83224 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.761721] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe0e23-e901-493c-82e4-b3391dae4088 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.769491] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532029} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.771164] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 17ed1181-22e9-46d0-bb22-6fddb61fc073/17ed1181-22e9-46d0-bb22-6fddb61fc073.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.771469] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.771875] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb186bcd-9a65-4d13-a333-3ada05017413 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.774491] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ecdcee-df5b-4391-9e40-59907ed5dd68 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.798829] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1040.798829] env[62359]: value = "task-2441429" [ 1040.798829] env[62359]: _type = "Task" [ 1040.798829] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.799748] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39daebbc-d633-4e6f-921d-b35ff15a4c14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.810312] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.820721] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] The volume has not been displaced from its original location: [datastore1] volume-d1808cee-3c0d-46d7-a203-41c3a803647d/volume-d1808cee-3c0d-46d7-a203-41c3a803647d.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.826041] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.826361] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d213df4e-79ae-4894-9c8d-8ca1e5904544 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.839497] env[62359]: DEBUG nova.scheduler.client.report [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.848398] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1040.848398] env[62359]: value = "task-2441430" [ 1040.848398] env[62359]: _type = "Task" [ 1040.848398] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.857520] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.142774] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.143076] env[62359]: DEBUG nova.objects.instance [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'migration_context' on Instance uuid 8845db81-381b-4141-a7d1-183ad304a48f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.311040] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067333} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.311040] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.311040] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7fdac7-03eb-4de7-8c25-215163f94c91 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.333621] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 17ed1181-22e9-46d0-bb22-6fddb61fc073/17ed1181-22e9-46d0-bb22-6fddb61fc073.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.333889] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee5395d-0b99-475f-ba6f-e8b5e5e4229e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.348769] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.351053] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.766s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.359019] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1041.359019] env[62359]: value = "task-2441432" [ 1041.359019] env[62359]: _type = "Task" [ 1041.359019] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.362465] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441430, 'name': ReconfigVM_Task, 'duration_secs': 0.211227} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.365638] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.370957] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced82ee3-08cb-4721-aa92-8e7c42aedf7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.381763] env[62359]: INFO nova.scheduler.client.report [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Deleted allocations for instance 727d9927-b5f0-42e8-877b-7aa0ffa15e77 [ 1041.390587] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.392560] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1041.392560] env[62359]: value = "task-2441433" [ 1041.392560] env[62359]: _type = "Task" [ 1041.392560] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.402225] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.458181] env[62359]: DEBUG nova.compute.manager [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.488491] env[62359]: DEBUG nova.virt.hardware [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.488806] env[62359]: DEBUG nova.virt.hardware [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.489011] env[62359]: DEBUG nova.virt.hardware [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.489254] env[62359]: DEBUG nova.virt.hardware [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.489429] env[62359]: DEBUG nova.virt.hardware [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.489605] env[62359]: DEBUG nova.virt.hardware [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.489858] env[62359]: DEBUG nova.virt.hardware [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.490123] env[62359]: DEBUG nova.virt.hardware [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.490368] env[62359]: DEBUG nova.virt.hardware [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.490587] env[62359]: DEBUG nova.virt.hardware [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.490818] env[62359]: DEBUG nova.virt.hardware [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.491751] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0c7330-3b80-4040-a093-9af39b8afe03 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.500612] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5590715a-94de-4a1b-91e6-57225982123a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.646055] env[62359]: DEBUG nova.objects.base [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Object Instance<8845db81-381b-4141-a7d1-183ad304a48f> lazy-loaded attributes: info_cache,migration_context {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.647110] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b434d6-ab94-40ef-b475-83662a7b7302 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.666811] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f50f7b9-9aaa-4df1-9afa-5d46e1462276 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.673330] env[62359]: DEBUG oslo_vmware.api [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1041.673330] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521fd00e-0682-e938-e694-3e9919355bc5" [ 1041.673330] env[62359]: _type = "Task" [ 1041.673330] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.682188] env[62359]: DEBUG oslo_vmware.api [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521fd00e-0682-e938-e694-3e9919355bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.857439] env[62359]: INFO nova.compute.claims [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.869300] env[62359]: DEBUG nova.compute.manager [req-8c821e3c-07bc-4bf7-b2a4-37c2ef648286 req-7282fbae-f910-4757-81be-8978d1ce28d8 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Received event network-vif-plugged-7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.869568] env[62359]: DEBUG oslo_concurrency.lockutils [req-8c821e3c-07bc-4bf7-b2a4-37c2ef648286 req-7282fbae-f910-4757-81be-8978d1ce28d8 service nova] Acquiring lock "9530a14a-1520-4116-b021-801aec2c0683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.869802] env[62359]: DEBUG oslo_concurrency.lockutils [req-8c821e3c-07bc-4bf7-b2a4-37c2ef648286 req-7282fbae-f910-4757-81be-8978d1ce28d8 service nova] Lock "9530a14a-1520-4116-b021-801aec2c0683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.869995] env[62359]: DEBUG oslo_concurrency.lockutils [req-8c821e3c-07bc-4bf7-b2a4-37c2ef648286 req-7282fbae-f910-4757-81be-8978d1ce28d8 service nova] Lock "9530a14a-1520-4116-b021-801aec2c0683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.870193] env[62359]: DEBUG nova.compute.manager [req-8c821e3c-07bc-4bf7-b2a4-37c2ef648286 req-7282fbae-f910-4757-81be-8978d1ce28d8 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] No waiting events found dispatching network-vif-plugged-7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.870365] env[62359]: WARNING nova.compute.manager [req-8c821e3c-07bc-4bf7-b2a4-37c2ef648286 req-7282fbae-f910-4757-81be-8978d1ce28d8 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Received unexpected event network-vif-plugged-7e057293-d05e-43e3-aaae-285d2374714c for instance with vm_state building and task_state spawning. [ 1041.874038] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441432, 'name': ReconfigVM_Task, 'duration_secs': 0.295572} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.874300] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 17ed1181-22e9-46d0-bb22-6fddb61fc073/17ed1181-22e9-46d0-bb22-6fddb61fc073.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.874931] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5be59cac-6223-4a36-99a5-ba1bceda300a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.883974] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1041.883974] env[62359]: value = "task-2441435" [ 1041.883974] env[62359]: _type = "Task" [ 1041.883974] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.895760] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441435, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.896245] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cc6e83b3-78f9-444a-96ac-d8f771ab208d tempest-ListImageFiltersTestJSON-2034366069 tempest-ListImageFiltersTestJSON-2034366069-project-member] Lock "727d9927-b5f0-42e8-877b-7aa0ffa15e77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.622s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.906703] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441433, 'name': ReconfigVM_Task, 'duration_secs': 0.181264} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.907008] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494554', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'name': 'volume-d1808cee-3c0d-46d7-a203-41c3a803647d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1f3e077-e902-428c-87e3-a70c88542841', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'serial': 'd1808cee-3c0d-46d7-a203-41c3a803647d'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1042.015314] env[62359]: DEBUG nova.network.neutron [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Successfully updated port: 7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.183949] env[62359]: DEBUG oslo_vmware.api [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521fd00e-0682-e938-e694-3e9919355bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.028793} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.183949] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.364990] env[62359]: INFO nova.compute.resource_tracker [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating resource usage from migration 54c06999-4b96-48b1-aefa-865c0aa8fdf2 [ 1042.397165] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441435, 'name': Rename_Task, 'duration_secs': 0.181702} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.397518] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.397796] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c593d210-b322-42c4-8d5d-5ad64e6b0711 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.405275] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1042.405275] env[62359]: value = "task-2441436" [ 1042.405275] env[62359]: _type = "Task" [ 1042.405275] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.419280] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.517576] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.517755] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.517997] env[62359]: DEBUG nova.network.neutron [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.613976] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeac540f-af6e-4d35-8d09-f1ad1c16cdfa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.622010] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142f8009-8d6c-4033-abd9-4932448aa487 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.653765] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85b4e1d-659f-4def-b35d-9a26c71d7de7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.662119] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c45876f-44c2-4700-9f7e-d12b6a30c8e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.676627] env[62359]: DEBUG nova.compute.provider_tree [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.916196] env[62359]: DEBUG oslo_vmware.api [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441436, 'name': PowerOnVM_Task, 'duration_secs': 0.505686} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.916551] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.916590] env[62359]: INFO nova.compute.manager [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1042.916821] env[62359]: DEBUG nova.compute.manager [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.917593] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb85f38-95bc-4984-a6ba-f729e75b4889 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.972066] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.972722] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc8985d9-b2a5-4fb5-93af-3d323af30d91 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.979789] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1042.979789] env[62359]: value = "task-2441437" [ 1042.979789] env[62359]: _type = "Task" [ 1042.979789] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.987792] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.053031] env[62359]: DEBUG nova.network.neutron [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.181907] env[62359]: DEBUG nova.scheduler.client.report [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.319543] env[62359]: DEBUG nova.network.neutron [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updating instance_info_cache with network_info: [{"id": "7e057293-d05e-43e3-aaae-285d2374714c", "address": "fa:16:3e:42:68:b1", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e057293-d0", "ovs_interfaceid": "7e057293-d05e-43e3-aaae-285d2374714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.434257] env[62359]: INFO nova.compute.manager [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Took 17.72 seconds to build instance. [ 1043.491162] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.491404] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1043.491626] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494554', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'name': 'volume-d1808cee-3c0d-46d7-a203-41c3a803647d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1f3e077-e902-428c-87e3-a70c88542841', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'serial': 'd1808cee-3c0d-46d7-a203-41c3a803647d'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1043.492428] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fa4b0e-9903-48e6-b0e9-f6e4bfa7d07c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.515550] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea0c704-6ff1-4efe-8ed4-4c84b0689222 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.526161] env[62359]: WARNING nova.virt.vmwareapi.driver [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1043.526161] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.526161] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa508d1-dfb0-4ac4-aff4-ff47fda03736 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.532982] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.533415] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97cb459d-607d-4649-bae1-a7bb0f7a587d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.603286] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.603503] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.604172] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleting the datastore file [datastore1] f1f3e077-e902-428c-87e3-a70c88542841 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.604172] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6162863c-a4b5-4c22-acf3-3079a57e29c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.612188] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1043.612188] env[62359]: value = "task-2441439" [ 1043.612188] env[62359]: _type = "Task" [ 1043.612188] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.621184] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.687422] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.336s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.687656] env[62359]: INFO nova.compute.manager [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Migrating [ 1043.696197] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.607s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.696933] env[62359]: INFO nova.compute.claims [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.822195] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.822530] env[62359]: DEBUG nova.compute.manager [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Instance network_info: |[{"id": "7e057293-d05e-43e3-aaae-285d2374714c", "address": "fa:16:3e:42:68:b1", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e057293-d0", "ovs_interfaceid": "7e057293-d05e-43e3-aaae-285d2374714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.822988] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:68:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e057293-d05e-43e3-aaae-285d2374714c', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.831279] env[62359]: DEBUG oslo.service.loopingcall [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.831800] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.832045] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1896390-f6b4-466a-a9b8-4dfeba4203c8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.854319] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.854319] env[62359]: value = "task-2441441" [ 1043.854319] env[62359]: _type = "Task" [ 1043.854319] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.862271] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441441, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.898258] env[62359]: DEBUG nova.compute.manager [req-2261c16d-b744-4355-9382-d6efaf4eaa84 req-8bd661e5-a1d7-4164-9d86-68ba39241172 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Received event network-changed-7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.898457] env[62359]: DEBUG nova.compute.manager [req-2261c16d-b744-4355-9382-d6efaf4eaa84 req-8bd661e5-a1d7-4164-9d86-68ba39241172 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Refreshing instance network info cache due to event network-changed-7e057293-d05e-43e3-aaae-285d2374714c. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.898680] env[62359]: DEBUG oslo_concurrency.lockutils [req-2261c16d-b744-4355-9382-d6efaf4eaa84 req-8bd661e5-a1d7-4164-9d86-68ba39241172 service nova] Acquiring lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.898836] env[62359]: DEBUG oslo_concurrency.lockutils [req-2261c16d-b744-4355-9382-d6efaf4eaa84 req-8bd661e5-a1d7-4164-9d86-68ba39241172 service nova] Acquired lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.899029] env[62359]: DEBUG nova.network.neutron [req-2261c16d-b744-4355-9382-d6efaf4eaa84 req-8bd661e5-a1d7-4164-9d86-68ba39241172 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Refreshing network info cache for port 7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.936103] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fe1dafd5-e8ea-482e-b88e-b4b8dfcce741 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.228s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.977388] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1043.977738] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494559', 'volume_id': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'name': 'volume-b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'serial': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1043.978959] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4307b991-b431-4f8e-afc2-0aad745b0a56 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.996975] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3783280-0d0a-4f6c-9da1-04f567e36b18 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.021662] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-b58c2ae7-ba98-4e9c-b5ea-ab796531a293/volume-b58c2ae7-ba98-4e9c-b5ea-ab796531a293.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.021948] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c5cf574-d12c-4f03-940a-41b0360fa9bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.041497] env[62359]: DEBUG oslo_vmware.api [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1044.041497] env[62359]: value = "task-2441442" [ 1044.041497] env[62359]: _type = "Task" [ 1044.041497] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.049813] env[62359]: DEBUG oslo_vmware.api [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.121608] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143353} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.121856] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.122055] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.122315] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.209533] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.209661] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.209881] env[62359]: DEBUG nova.network.neutron [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.368479] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441441, 'name': CreateVM_Task, 'duration_secs': 0.357756} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.368687] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.371145] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.371145] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.371145] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.371527] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ba90fc-3e27-4ca0-abca-795900a19d0d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.377036] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1044.377036] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52569811-158c-d9d5-40c0-4e194b155518" [ 1044.377036] env[62359]: _type = "Task" [ 1044.377036] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.388249] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52569811-158c-d9d5-40c0-4e194b155518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.392712] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.392951] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.554153] env[62359]: DEBUG oslo_vmware.api [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441442, 'name': ReconfigVM_Task, 'duration_secs': 0.406837} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.557063] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-b58c2ae7-ba98-4e9c-b5ea-ab796531a293/volume-b58c2ae7-ba98-4e9c-b5ea-ab796531a293.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.561650] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b31e7f1-44bb-4a4f-8c10-d70273270230 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.577658] env[62359]: DEBUG oslo_vmware.api [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1044.577658] env[62359]: value = "task-2441443" [ 1044.577658] env[62359]: _type = "Task" [ 1044.577658] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.586049] env[62359]: DEBUG oslo_vmware.api [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.627465] env[62359]: INFO nova.virt.block_device [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Booting with volume d1808cee-3c0d-46d7-a203-41c3a803647d at /dev/sdb [ 1044.660499] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fac128b6-2f58-45fd-b309-e925270259d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.670773] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850ee88b-c61b-4272-a4fd-61f0caa212cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.694845] env[62359]: DEBUG nova.network.neutron [req-2261c16d-b744-4355-9382-d6efaf4eaa84 req-8bd661e5-a1d7-4164-9d86-68ba39241172 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updated VIF entry in instance network info cache for port 7e057293-d05e-43e3-aaae-285d2374714c. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.695314] env[62359]: DEBUG nova.network.neutron [req-2261c16d-b744-4355-9382-d6efaf4eaa84 req-8bd661e5-a1d7-4164-9d86-68ba39241172 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updating instance_info_cache with network_info: [{"id": "7e057293-d05e-43e3-aaae-285d2374714c", "address": "fa:16:3e:42:68:b1", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e057293-d0", "ovs_interfaceid": "7e057293-d05e-43e3-aaae-285d2374714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.710564] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ed8f36a-60d4-4846-a89a-a1e6940507e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.723596] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526809a4-0f0b-4538-8a2c-bf0af4cb83af {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.770327] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3593c1-dc98-4e56-9e3c-9a837a81cb83 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.778720] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729ad433-1833-4940-966b-86451d7e98cf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.796096] env[62359]: DEBUG nova.virt.block_device [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Updating existing volume attachment record: 08611989-70e6-4f02-b95d-dbe2171928ea {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.888801] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52569811-158c-d9d5-40c0-4e194b155518, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.889126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.889498] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.889754] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.889899] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.890082] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.890512] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27f9dea9-c1c8-40db-b41c-ff2615590c50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.894994] env[62359]: DEBUG nova.compute.manager [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.910122] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.910330] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.911072] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e30ccb-de57-46f7-8993-b7db55997769 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.916965] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1044.916965] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]529c916c-fe72-9107-1dbc-1419e8fcb70a" [ 1044.916965] env[62359]: _type = "Task" [ 1044.916965] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.929788] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529c916c-fe72-9107-1dbc-1419e8fcb70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.975810] env[62359]: DEBUG nova.network.neutron [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance_info_cache with network_info: [{"id": "900422fd-3e60-4113-bf31-cce83d9f2872", "address": "fa:16:3e:bd:71:e6", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900422fd-3e", "ovs_interfaceid": "900422fd-3e60-4113-bf31-cce83d9f2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.090109] env[62359]: DEBUG oslo_vmware.api [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441443, 'name': ReconfigVM_Task, 'duration_secs': 0.160435} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.092564] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494559', 'volume_id': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'name': 'volume-b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'serial': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1045.104029] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a935404-8b3f-4f14-8287-83c240f611e1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.112294] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed629161-2fcf-4153-a68e-8570ba17fe4f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.143513] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33940dfc-aab7-45eb-aaae-4ad918f23910 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.152051] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e60cf5-f603-407d-96c9-cc7195a513b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.166666] env[62359]: DEBUG nova.compute.provider_tree [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.210695] env[62359]: DEBUG oslo_concurrency.lockutils [req-2261c16d-b744-4355-9382-d6efaf4eaa84 req-8bd661e5-a1d7-4164-9d86-68ba39241172 service nova] Releasing lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.418563] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.429383] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]529c916c-fe72-9107-1dbc-1419e8fcb70a, 'name': SearchDatastore_Task, 'duration_secs': 0.011422} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.430198] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364a37cc-ca9a-4f67-8a0e-54f9b84d9a48 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.436113] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1045.436113] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cf4f47-0814-b852-904f-ea407c20aa83" [ 1045.436113] env[62359]: _type = "Task" [ 1045.436113] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.445551] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cf4f47-0814-b852-904f-ea407c20aa83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.478722] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.669607] env[62359]: DEBUG nova.scheduler.client.report [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.951305] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52cf4f47-0814-b852-904f-ea407c20aa83, 'name': SearchDatastore_Task, 'duration_secs': 0.013285} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.951570] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.951830] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 9530a14a-1520-4116-b021-801aec2c0683/9530a14a-1520-4116-b021-801aec2c0683.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.952146] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d72c4593-1db3-4089-8f05-dd1a17942c85 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.960507] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1045.960507] env[62359]: value = "task-2441444" [ 1045.960507] env[62359]: _type = "Task" [ 1045.960507] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.969755] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.134041] env[62359]: DEBUG nova.objects.instance [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lazy-loading 'flavor' on Instance uuid 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.174380] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.175124] env[62359]: DEBUG nova.compute.manager [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.178214] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.994s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.472240] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475316} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.472531] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 9530a14a-1520-4116-b021-801aec2c0683/9530a14a-1520-4116-b021-801aec2c0683.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.472743] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.473010] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca601bbd-24b2-461c-84ca-700309f7d558 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.480177] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1046.480177] env[62359]: value = "task-2441445" [ 1046.480177] env[62359]: _type = "Task" [ 1046.480177] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.491217] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.638744] env[62359]: DEBUG oslo_concurrency.lockutils [None req-95df6351-08db-4347-a58f-65ff334f3e98 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.268s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.683171] env[62359]: DEBUG nova.compute.utils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1046.689458] env[62359]: DEBUG nova.compute.manager [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.689458] env[62359]: DEBUG nova.network.neutron [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.748886] env[62359]: DEBUG nova.policy [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06031afbec8478bbaf24910444042a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f62a5a0d034989a05d769f3639fb5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.914597] env[62359]: DEBUG nova.virt.hardware [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.914893] env[62359]: DEBUG nova.virt.hardware [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.915073] env[62359]: DEBUG nova.virt.hardware [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.915261] env[62359]: DEBUG nova.virt.hardware [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.915438] env[62359]: DEBUG nova.virt.hardware [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.915554] env[62359]: DEBUG nova.virt.hardware [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.915761] env[62359]: DEBUG nova.virt.hardware [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.915919] env[62359]: DEBUG nova.virt.hardware [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.916119] env[62359]: DEBUG nova.virt.hardware [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.916337] env[62359]: DEBUG nova.virt.hardware [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.916519] env[62359]: DEBUG nova.virt.hardware [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.917450] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fb562f-2fb2-4bf8-aeb6-445edcc3d487 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.928743] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c68d1c-eac3-4848-b375-e671d15bd931 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.946903] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:9e:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eda32789-e09b-4865-b13b-c41803037fd7', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.954479] env[62359]: DEBUG oslo.service.loopingcall [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.956717] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.957146] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba0fd518-5e52-4de3-9c43-15eb3814387e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.982080] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.982080] env[62359]: value = "task-2441446" [ 1046.982080] env[62359]: _type = "Task" [ 1046.982080] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.001172] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094561} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.004078] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441446, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.004078] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.004078] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb3703c-61e7-41c6-a121-909b6e34effd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.008867] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c11096-2d84-4aac-a16f-6169b51c9f16 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.031742] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance '46c0be45-e128-4bea-b984-253de250b268' progress to 0 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.048540] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90833f2f-eb8a-4431-8815-b2480cdecf8f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.061065] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9530a14a-1520-4116-b021-801aec2c0683/9530a14a-1520-4116-b021-801aec2c0683.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.061692] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c65160-fcee-4bc5-9eaa-0bef69b1d7f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.084492] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501e95ce-355e-466a-9714-79bca55bd6e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.088881] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1047.088881] env[62359]: value = "task-2441447" [ 1047.088881] env[62359]: _type = "Task" [ 1047.088881] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.120077] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e006ab-0da4-45f3-b58e-f040f07df458 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.126877] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.132834] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0732268d-4472-4dbf-9410-597d36f29f3d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.148019] env[62359]: DEBUG nova.compute.provider_tree [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.189550] env[62359]: DEBUG nova.compute.manager [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.302636] env[62359]: DEBUG nova.network.neutron [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Successfully created port: 0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.496615] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441446, 'name': CreateVM_Task, 'duration_secs': 0.38693} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.496615] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.498256] env[62359]: DEBUG oslo_concurrency.lockutils [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.498256] env[62359]: DEBUG oslo_concurrency.lockutils [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.498256] env[62359]: DEBUG oslo_concurrency.lockutils [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.498256] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a174e2-e1cf-4fa9-b846-a7d80cb78c61 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.503229] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1047.503229] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f9aafc-b7ce-aa4f-63d4-d365ad781cdb" [ 1047.503229] env[62359]: _type = "Task" [ 1047.503229] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.512987] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f9aafc-b7ce-aa4f-63d4-d365ad781cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.564319] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.564684] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b841bfa-286f-4af9-a732-a7f4054a860c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.573265] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1047.573265] env[62359]: value = "task-2441448" [ 1047.573265] env[62359]: _type = "Task" [ 1047.573265] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.584511] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.599288] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.651703] env[62359]: DEBUG nova.scheduler.client.report [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.016733] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f9aafc-b7ce-aa4f-63d4-d365ad781cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.017115] env[62359]: DEBUG oslo_concurrency.lockutils [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.017364] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.017633] env[62359]: DEBUG oslo_concurrency.lockutils [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.017798] env[62359]: DEBUG oslo_concurrency.lockutils [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.018035] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.018323] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-427c457b-895d-4cc7-9d66-af8fac99014f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.029088] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.029308] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.030040] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3294d24e-1bc3-49f3-94fa-3a251161e20e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.036171] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1048.036171] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520bfdaa-b4bf-b8c1-47fe-d80a2d1a642b" [ 1048.036171] env[62359]: _type = "Task" [ 1048.036171] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.044606] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520bfdaa-b4bf-b8c1-47fe-d80a2d1a642b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.084289] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441448, 'name': PowerOffVM_Task, 'duration_secs': 0.509711} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.084557] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.084747] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance '46c0be45-e128-4bea-b984-253de250b268' progress to 17 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.100511] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.201302] env[62359]: DEBUG nova.compute.manager [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.233789] env[62359]: DEBUG nova.virt.hardware [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.234039] env[62359]: DEBUG nova.virt.hardware [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.234424] env[62359]: DEBUG nova.virt.hardware [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.234424] env[62359]: DEBUG nova.virt.hardware [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.234556] env[62359]: DEBUG nova.virt.hardware [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.234654] env[62359]: DEBUG nova.virt.hardware [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.234875] env[62359]: DEBUG nova.virt.hardware [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.235086] env[62359]: DEBUG nova.virt.hardware [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.235310] env[62359]: DEBUG nova.virt.hardware [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.235791] env[62359]: DEBUG nova.virt.hardware [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.235791] env[62359]: DEBUG nova.virt.hardware [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.236561] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d271f6b-f5dc-4f0c-9d63-d0fb2f2cc2ee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.247316] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c052792-0d20-4ac8-8a61-88587127cda9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.548664] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520bfdaa-b4bf-b8c1-47fe-d80a2d1a642b, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.549901] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cca3dd1-84f7-41a5-a74f-2faeaca71d69 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.557205] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1048.557205] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5256867f-dd4a-f350-14c5-afd7dec8213e" [ 1048.557205] env[62359]: _type = "Task" [ 1048.557205] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.565754] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5256867f-dd4a-f350-14c5-afd7dec8213e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.591807] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.591807] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.591807] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.591807] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.592337] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.592337] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.592337] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.592471] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.592642] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.592822] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.593038] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.598196] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c2e066-ae08-45d6-adee-177b92e7868f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.619178] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441447, 'name': ReconfigVM_Task, 'duration_secs': 1.036942} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.620576] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9530a14a-1520-4116-b021-801aec2c0683/9530a14a-1520-4116-b021-801aec2c0683.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.621382] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1048.621382] env[62359]: value = "task-2441449" [ 1048.621382] env[62359]: _type = "Task" [ 1048.621382] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.621583] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1137c63b-6f1f-4fb5-a505-d8868899fcdc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.632446] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.633888] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1048.633888] env[62359]: value = "task-2441450" [ 1048.633888] env[62359]: _type = "Task" [ 1048.633888] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.642750] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441450, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.663018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.484s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.663018] env[62359]: DEBUG nova.compute.manager [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62359) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1048.666397] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.248s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.667992] env[62359]: INFO nova.compute.claims [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.907267] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "44cecf97-be94-4e13-b2aa-021524926ef0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.907502] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "44cecf97-be94-4e13-b2aa-021524926ef0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.068779] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5256867f-dd4a-f350-14c5-afd7dec8213e, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.069057] env[62359]: DEBUG oslo_concurrency.lockutils [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.069320] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] f1f3e077-e902-428c-87e3-a70c88542841/f1f3e077-e902-428c-87e3-a70c88542841.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.069574] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edf2b87c-cc5f-4851-8043-f2fbaf5c50e9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.077270] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1049.077270] env[62359]: value = "task-2441451" [ 1049.077270] env[62359]: _type = "Task" [ 1049.077270] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.085322] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.136909] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441449, 'name': ReconfigVM_Task, 'duration_secs': 0.189707} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.142581] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance '46c0be45-e128-4bea-b984-253de250b268' progress to 33 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.157153] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441450, 'name': Rename_Task, 'duration_secs': 0.189253} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.157601] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.157714] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36c8ee30-76a0-4236-94d2-0eb21cb8f455 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.165013] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1049.165013] env[62359]: value = "task-2441452" [ 1049.165013] env[62359]: _type = "Task" [ 1049.165013] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.180595] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.250412] env[62359]: INFO nova.scheduler.client.report [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleted allocation for migration 72297f2e-9351-4021-948f-78b8a5ec4db8 [ 1049.410625] env[62359]: DEBUG nova.compute.manager [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.589024] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441451, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.653095] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.653348] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.653505] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.653682] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.653824] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.653967] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.654564] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.654735] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.654989] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.655180] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.655356] env[62359]: DEBUG nova.virt.hardware [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.661462] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.662240] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1358c8d1-5d7f-4726-a8e6-3488caa6158f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.691156] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441452, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.692788] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1049.692788] env[62359]: value = "task-2441453" [ 1049.692788] env[62359]: _type = "Task" [ 1049.692788] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.702982] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.757996] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2f8a1ceb-7af3-447a-a6ea-99dcbaa72bf4 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.900s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.936691] env[62359]: DEBUG nova.compute.manager [req-bf93f09c-1d1d-4a09-957b-64556c774d9a req-70dac186-a37f-43b7-b862-f3689cf73d9e service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Received event network-vif-plugged-0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.937601] env[62359]: DEBUG oslo_concurrency.lockutils [req-bf93f09c-1d1d-4a09-957b-64556c774d9a req-70dac186-a37f-43b7-b862-f3689cf73d9e service nova] Acquiring lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.937601] env[62359]: DEBUG oslo_concurrency.lockutils [req-bf93f09c-1d1d-4a09-957b-64556c774d9a req-70dac186-a37f-43b7-b862-f3689cf73d9e service nova] Lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.937601] env[62359]: DEBUG oslo_concurrency.lockutils [req-bf93f09c-1d1d-4a09-957b-64556c774d9a req-70dac186-a37f-43b7-b862-f3689cf73d9e service nova] Lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.937601] env[62359]: DEBUG nova.compute.manager [req-bf93f09c-1d1d-4a09-957b-64556c774d9a req-70dac186-a37f-43b7-b862-f3689cf73d9e service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] No waiting events found dispatching network-vif-plugged-0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.937893] env[62359]: WARNING nova.compute.manager [req-bf93f09c-1d1d-4a09-957b-64556c774d9a req-70dac186-a37f-43b7-b862-f3689cf73d9e service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Received unexpected event network-vif-plugged-0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2 for instance with vm_state building and task_state spawning. [ 1049.939207] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.027343] env[62359]: DEBUG nova.network.neutron [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Successfully updated port: 0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.031684] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7c20a3-45d6-4ab8-a5d1-9b2bf8e57fd2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.039182] env[62359]: DEBUG nova.objects.instance [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'flavor' on Instance uuid 8845db81-381b-4141-a7d1-183ad304a48f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.048134] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadac446-1b87-4c89-9ca9-4708f506de2b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.098955] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8feacbc-3bb3-4800-b87e-1214f5427c38 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.109821] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5355} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.111901] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] f1f3e077-e902-428c-87e3-a70c88542841/f1f3e077-e902-428c-87e3-a70c88542841.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.112147] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.112423] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35be790f-e5c7-475f-aad8-bb3837af2705 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.115144] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d36f1a-46a8-4b67-8280-c1bc1fa5b071 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.129097] env[62359]: DEBUG nova.compute.provider_tree [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.131352] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1050.131352] env[62359]: value = "task-2441454" [ 1050.131352] env[62359]: _type = "Task" [ 1050.131352] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.140950] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.187861] env[62359]: DEBUG oslo_vmware.api [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441452, 'name': PowerOnVM_Task, 'duration_secs': 0.570037} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.188158] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.188364] env[62359]: INFO nova.compute.manager [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1050.188543] env[62359]: DEBUG nova.compute.manager [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.189329] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45a22f4-4dd1-4556-9520-15aea74c94a5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.206738] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441453, 'name': ReconfigVM_Task, 'duration_secs': 0.309384} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.206738] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.206738] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09b49dd-19a1-4d08-af17-da1472fc5c0a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.227481] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 46c0be45-e128-4bea-b984-253de250b268/46c0be45-e128-4bea-b984-253de250b268.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.228121] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e81ce4-e5de-4890-aee5-8c57c557f678 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.248070] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1050.248070] env[62359]: value = "task-2441455" [ 1050.248070] env[62359]: _type = "Task" [ 1050.248070] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.256540] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.530834] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "refresh_cache-a584de33-41a9-4dd1-bfd4-6de864adf0c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.531205] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "refresh_cache-a584de33-41a9-4dd1-bfd4-6de864adf0c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.531430] env[62359]: DEBUG nova.network.neutron [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.547888] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.548273] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.548642] env[62359]: DEBUG nova.network.neutron [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.548850] env[62359]: DEBUG nova.objects.instance [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'info_cache' on Instance uuid 8845db81-381b-4141-a7d1-183ad304a48f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.633856] env[62359]: DEBUG nova.scheduler.client.report [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.647038] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25201} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.647348] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.648189] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdadb79e-c193-495b-927b-2e19a2a4e2a3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.673764] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] f1f3e077-e902-428c-87e3-a70c88542841/f1f3e077-e902-428c-87e3-a70c88542841.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.674380] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57e5995-c4af-42e2-94ab-7e5373353c1c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.695859] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1050.695859] env[62359]: value = "task-2441456" [ 1050.695859] env[62359]: _type = "Task" [ 1050.695859] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.708345] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.711903] env[62359]: INFO nova.compute.manager [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Took 20.51 seconds to build instance. [ 1050.759505] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.054847] env[62359]: DEBUG nova.objects.base [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Object Instance<8845db81-381b-4141-a7d1-183ad304a48f> lazy-loaded attributes: flavor,info_cache {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1051.115922] env[62359]: DEBUG nova.network.neutron [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.143142] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.143837] env[62359]: DEBUG nova.compute.manager [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.148170] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.209s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.152736] env[62359]: INFO nova.compute.claims [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.207963] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441456, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.214122] env[62359]: DEBUG oslo_concurrency.lockutils [None req-aaa65008-e301-40fe-b16a-d89c665b2b18 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "9530a14a-1520-4116-b021-801aec2c0683" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.027s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.263757] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441455, 'name': ReconfigVM_Task, 'duration_secs': 0.951153} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.263757] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 46c0be45-e128-4bea-b984-253de250b268/46c0be45-e128-4bea-b984-253de250b268.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.263757] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance '46c0be45-e128-4bea-b984-253de250b268' progress to 50 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.440023] env[62359]: DEBUG nova.network.neutron [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Updating instance_info_cache with network_info: [{"id": "0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2", "address": "fa:16:3e:7b:78:79", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe3f118-4e", "ovs_interfaceid": "0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.660182] env[62359]: DEBUG nova.compute.utils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1051.661441] env[62359]: DEBUG nova.compute.manager [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.662409] env[62359]: DEBUG nova.network.neutron [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.715933] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441456, 'name': ReconfigVM_Task, 'duration_secs': 0.51852} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.717564] env[62359]: DEBUG nova.policy [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dec40408bf354978abee3f81e0dc040f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cea883d03a5242c681df473cc78ce8e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.721515] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfigured VM instance instance-00000061 to attach disk [datastore1] f1f3e077-e902-428c-87e3-a70c88542841/f1f3e077-e902-428c-87e3-a70c88542841.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.722647] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'disk_bus': None, 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'encrypted': False, 'size': 0, 'boot_index': 0, 'image_id': '28594210-333d-4992-9862-6b9ed57e5c4f'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494554', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'name': 'volume-d1808cee-3c0d-46d7-a203-41c3a803647d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1f3e077-e902-428c-87e3-a70c88542841', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'serial': 'd1808cee-3c0d-46d7-a203-41c3a803647d'}, 'attachment_id': '08611989-70e6-4f02-b95d-dbe2171928ea', 'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62359) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1051.722852] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.723055] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494554', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'name': 'volume-d1808cee-3c0d-46d7-a203-41c3a803647d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1f3e077-e902-428c-87e3-a70c88542841', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'serial': 'd1808cee-3c0d-46d7-a203-41c3a803647d'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.723890] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec75e3b3-51c1-40e4-b7fc-91449b8bb656 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.746365] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3b63e2-94d2-4cbc-b438-f0eff5e2831c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.783750] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-d1808cee-3c0d-46d7-a203-41c3a803647d/volume-d1808cee-3c0d-46d7-a203-41c3a803647d.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.784615] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46c9634-a48f-477e-bde9-0f32b359357b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.787337] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d785ecf-75e0-4bf6-ba25-116d95fa5411 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.820090] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d606ee-7dee-479e-b981-e7aac74b2795 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.823078] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1051.823078] env[62359]: value = "task-2441457" [ 1051.823078] env[62359]: _type = "Task" [ 1051.823078] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.840780] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance '46c0be45-e128-4bea-b984-253de250b268' progress to 67 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.850220] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.941822] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "refresh_cache-a584de33-41a9-4dd1-bfd4-6de864adf0c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.942463] env[62359]: DEBUG nova.compute.manager [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Instance network_info: |[{"id": "0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2", "address": "fa:16:3e:7b:78:79", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe3f118-4e", "ovs_interfaceid": "0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.942857] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:78:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.952389] env[62359]: DEBUG oslo.service.loopingcall [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.952680] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.953453] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e18a79ce-569a-43c2-a0f9-78dcf4efd99f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.979925] env[62359]: DEBUG nova.compute.manager [req-f62ce286-4e90-47ba-a408-bf4140e0c713 req-32d0be8d-a920-47ef-a3f0-d257ac4e1877 service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Received event network-changed-0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.980494] env[62359]: DEBUG nova.compute.manager [req-f62ce286-4e90-47ba-a408-bf4140e0c713 req-32d0be8d-a920-47ef-a3f0-d257ac4e1877 service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Refreshing instance network info cache due to event network-changed-0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.980762] env[62359]: DEBUG oslo_concurrency.lockutils [req-f62ce286-4e90-47ba-a408-bf4140e0c713 req-32d0be8d-a920-47ef-a3f0-d257ac4e1877 service nova] Acquiring lock "refresh_cache-a584de33-41a9-4dd1-bfd4-6de864adf0c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.981076] env[62359]: DEBUG oslo_concurrency.lockutils [req-f62ce286-4e90-47ba-a408-bf4140e0c713 req-32d0be8d-a920-47ef-a3f0-d257ac4e1877 service nova] Acquired lock "refresh_cache-a584de33-41a9-4dd1-bfd4-6de864adf0c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.981306] env[62359]: DEBUG nova.network.neutron [req-f62ce286-4e90-47ba-a408-bf4140e0c713 req-32d0be8d-a920-47ef-a3f0-d257ac4e1877 service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Refreshing network info cache for port 0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.990104] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.990104] env[62359]: value = "task-2441458" [ 1051.990104] env[62359]: _type = "Task" [ 1051.990104] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.000722] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441458, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.016168] env[62359]: DEBUG nova.network.neutron [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Successfully created port: f2bed68a-c351-47a6-8032-595469f318fc {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.164762] env[62359]: DEBUG nova.compute.manager [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.260171] env[62359]: DEBUG nova.network.neutron [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance_info_cache with network_info: [{"id": "f30ce4fb-4122-401f-bc58-30dd5690d447", "address": "fa:16:3e:83:42:0c", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30ce4fb-41", "ovs_interfaceid": "f30ce4fb-4122-401f-bc58-30dd5690d447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.350098] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441457, 'name': ReconfigVM_Task, 'duration_secs': 0.305824} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.353834] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-d1808cee-3c0d-46d7-a203-41c3a803647d/volume-d1808cee-3c0d-46d7-a203-41c3a803647d.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.359994] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50741074-415c-4015-99b6-bad258f18b34 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.379543] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1052.379543] env[62359]: value = "task-2441459" [ 1052.379543] env[62359]: _type = "Task" [ 1052.379543] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.395025] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.483957] env[62359]: DEBUG nova.network.neutron [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Port 900422fd-3e60-4113-bf31-cce83d9f2872 binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1052.503222] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441458, 'name': CreateVM_Task, 'duration_secs': 0.430212} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.504524] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.505948] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6181cf6-86a2-445f-ad59-d1f00176c75b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.509322] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.509635] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.510110] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.510822] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef26ddf-1746-4d47-bd74-36ebf3eca555 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.522040] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1052.522040] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52977b73-962b-6e7b-eb7b-bf81000441e8" [ 1052.522040] env[62359]: _type = "Task" [ 1052.522040] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.525020] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87216eb0-5f91-4583-aa80-1f062ac9fd40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.567017] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52977b73-962b-6e7b-eb7b-bf81000441e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012905} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.568236] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.568614] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.568971] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.569280] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.569602] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.570517] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0522c231-b192-4861-aa4e-03f8ea1c5a17 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.573277] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ae36178-1c2a-491a-a122-13827f838c70 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.584075] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552da739-cecd-41e8-8998-ef1fe7f73cca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.589296] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.589671] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.590882] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15350a40-049b-4eb1-bd56-23b3b73bd529 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.602313] env[62359]: DEBUG nova.compute.provider_tree [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.608251] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1052.608251] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524fe41c-c7b0-0dff-764c-ffb70b13e09f" [ 1052.608251] env[62359]: _type = "Task" [ 1052.608251] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.618015] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524fe41c-c7b0-0dff-764c-ffb70b13e09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.763997] env[62359]: DEBUG oslo_concurrency.lockutils [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-8845db81-381b-4141-a7d1-183ad304a48f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.890990] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441459, 'name': ReconfigVM_Task, 'duration_secs': 0.160695} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.891128] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494554', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'name': 'volume-d1808cee-3c0d-46d7-a203-41c3a803647d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1f3e077-e902-428c-87e3-a70c88542841', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'serial': 'd1808cee-3c0d-46d7-a203-41c3a803647d'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1052.891692] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b710750-1bdf-4418-8dfc-41aa5a1981ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.899746] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1052.899746] env[62359]: value = "task-2441460" [ 1052.899746] env[62359]: _type = "Task" [ 1052.899746] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.908674] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441460, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.003539] env[62359]: DEBUG nova.network.neutron [req-f62ce286-4e90-47ba-a408-bf4140e0c713 req-32d0be8d-a920-47ef-a3f0-d257ac4e1877 service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Updated VIF entry in instance network info cache for port 0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.003901] env[62359]: DEBUG nova.network.neutron [req-f62ce286-4e90-47ba-a408-bf4140e0c713 req-32d0be8d-a920-47ef-a3f0-d257ac4e1877 service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Updating instance_info_cache with network_info: [{"id": "0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2", "address": "fa:16:3e:7b:78:79", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe3f118-4e", "ovs_interfaceid": "0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.106227] env[62359]: DEBUG nova.scheduler.client.report [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.122083] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]524fe41c-c7b0-0dff-764c-ffb70b13e09f, 'name': SearchDatastore_Task, 'duration_secs': 0.012624} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.123461] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21563fe9-24a5-45dc-a82c-9c4157e98368 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.129991] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1053.129991] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bd507b-50d0-df49-07af-74a05ae1c789" [ 1053.129991] env[62359]: _type = "Task" [ 1053.129991] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.138419] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bd507b-50d0-df49-07af-74a05ae1c789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.176573] env[62359]: DEBUG nova.compute.manager [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.213160] env[62359]: DEBUG nova.virt.hardware [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.213294] env[62359]: DEBUG nova.virt.hardware [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.213336] env[62359]: DEBUG nova.virt.hardware [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.213527] env[62359]: DEBUG nova.virt.hardware [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.213676] env[62359]: DEBUG nova.virt.hardware [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.213824] env[62359]: DEBUG nova.virt.hardware [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.214046] env[62359]: DEBUG nova.virt.hardware [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.214212] env[62359]: DEBUG nova.virt.hardware [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.214379] env[62359]: DEBUG nova.virt.hardware [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.214541] env[62359]: DEBUG nova.virt.hardware [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.214714] env[62359]: DEBUG nova.virt.hardware [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.215584] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c73554-5d4c-491f-8712-90a1b3f528fd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.224325] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3ecf9d-0169-4c8d-86b1-7810490d1e07 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.411691] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441460, 'name': Rename_Task, 'duration_secs': 0.223809} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.412114] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.412441] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2b260f2-83fe-4a6f-b8a6-31447668bd8f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.421266] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1053.421266] env[62359]: value = "task-2441461" [ 1053.421266] env[62359]: _type = "Task" [ 1053.421266] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.430738] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.505057] env[62359]: DEBUG nova.compute.manager [req-a21bec76-a383-4783-82dc-47957e39b903 req-9f927e57-2554-4636-bb90-81562da360b5 service nova] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Received event network-vif-plugged-f2bed68a-c351-47a6-8032-595469f318fc {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.505314] env[62359]: DEBUG oslo_concurrency.lockutils [req-a21bec76-a383-4783-82dc-47957e39b903 req-9f927e57-2554-4636-bb90-81562da360b5 service nova] Acquiring lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.505729] env[62359]: DEBUG oslo_concurrency.lockutils [req-a21bec76-a383-4783-82dc-47957e39b903 req-9f927e57-2554-4636-bb90-81562da360b5 service nova] Lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.505968] env[62359]: DEBUG oslo_concurrency.lockutils [req-a21bec76-a383-4783-82dc-47957e39b903 req-9f927e57-2554-4636-bb90-81562da360b5 service nova] Lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.506117] env[62359]: DEBUG nova.compute.manager [req-a21bec76-a383-4783-82dc-47957e39b903 req-9f927e57-2554-4636-bb90-81562da360b5 service nova] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] No waiting events found dispatching network-vif-plugged-f2bed68a-c351-47a6-8032-595469f318fc {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.506287] env[62359]: WARNING nova.compute.manager [req-a21bec76-a383-4783-82dc-47957e39b903 req-9f927e57-2554-4636-bb90-81562da360b5 service nova] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Received unexpected event network-vif-plugged-f2bed68a-c351-47a6-8032-595469f318fc for instance with vm_state building and task_state spawning. [ 1053.511620] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "46c0be45-e128-4bea-b984-253de250b268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.511831] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "46c0be45-e128-4bea-b984-253de250b268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.512019] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "46c0be45-e128-4bea-b984-253de250b268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.517437] env[62359]: DEBUG oslo_concurrency.lockutils [req-f62ce286-4e90-47ba-a408-bf4140e0c713 req-32d0be8d-a920-47ef-a3f0-d257ac4e1877 service nova] Releasing lock "refresh_cache-a584de33-41a9-4dd1-bfd4-6de864adf0c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.591183] env[62359]: DEBUG nova.network.neutron [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Successfully updated port: f2bed68a-c351-47a6-8032-595469f318fc {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.611474] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.611996] env[62359]: DEBUG nova.compute.manager [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.642877] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bd507b-50d0-df49-07af-74a05ae1c789, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.643247] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.643574] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] a584de33-41a9-4dd1-bfd4-6de864adf0c0/a584de33-41a9-4dd1-bfd4-6de864adf0c0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.643902] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85f114fd-c631-484e-9394-de60c87c8c6f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.653620] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1053.653620] env[62359]: value = "task-2441462" [ 1053.653620] env[62359]: _type = "Task" [ 1053.653620] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.664467] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.769882] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.770213] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c0b42e8-9f3e-4149-a512-9476b5fd5802 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.779894] env[62359]: DEBUG oslo_vmware.api [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1053.779894] env[62359]: value = "task-2441463" [ 1053.779894] env[62359]: _type = "Task" [ 1053.779894] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.789880] env[62359]: DEBUG oslo_vmware.api [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.935905] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441461, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.060295] env[62359]: DEBUG nova.compute.manager [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Received event network-changed-c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.060548] env[62359]: DEBUG nova.compute.manager [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing instance network info cache due to event network-changed-c7750f8b-b495-4c53-919f-c3a0cd32e584. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1054.063677] env[62359]: DEBUG oslo_concurrency.lockutils [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] Acquiring lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.063677] env[62359]: DEBUG oslo_concurrency.lockutils [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] Acquired lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.063677] env[62359]: DEBUG nova.network.neutron [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing network info cache for port c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.099809] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "refresh_cache-baa9cb5f-1cb5-412c-8c7e-f6c690347117" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.099983] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired lock "refresh_cache-baa9cb5f-1cb5-412c-8c7e-f6c690347117" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.100239] env[62359]: DEBUG nova.network.neutron [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.117618] env[62359]: DEBUG nova.compute.utils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1054.121027] env[62359]: DEBUG nova.compute.manager [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.121027] env[62359]: DEBUG nova.network.neutron [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.167354] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441462, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.169342] env[62359]: DEBUG nova.policy [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e161a65db143dc89c2460fc63f29cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b9be558d91471e8c1e8fac0ba7b883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.294065] env[62359]: DEBUG oslo_vmware.api [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441463, 'name': PowerOnVM_Task, 'duration_secs': 0.497603} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.294475] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.294780] env[62359]: DEBUG nova.compute.manager [None req-df10b53f-ad37-474c-b1aa-1df92aa8c1bc tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.295680] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487e9024-bc67-4b7e-a41e-b060af8e45f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.437648] env[62359]: DEBUG oslo_vmware.api [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441461, 'name': PowerOnVM_Task, 'duration_secs': 0.552357} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.438122] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.438122] env[62359]: DEBUG nova.compute.manager [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.439138] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c594ca75-cadc-4114-b486-2216b11e0eef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.497029] env[62359]: DEBUG nova.network.neutron [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Successfully created port: 057f8f64-027e-4b9f-9d83-cf42c3c15d16 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.539308] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.539602] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.586542] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.587564] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.587564] env[62359]: DEBUG nova.network.neutron [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.623995] env[62359]: DEBUG nova.compute.manager [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.653219] env[62359]: DEBUG nova.network.neutron [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.668840] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645736} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.669177] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] a584de33-41a9-4dd1-bfd4-6de864adf0c0/a584de33-41a9-4dd1-bfd4-6de864adf0c0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.669434] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.671401] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd4f79f9-2816-40d5-ab9b-3892241780d2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.680198] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1054.680198] env[62359]: value = "task-2441464" [ 1054.680198] env[62359]: _type = "Task" [ 1054.680198] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.693726] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.923928] env[62359]: DEBUG nova.network.neutron [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updated VIF entry in instance network info cache for port c7750f8b-b495-4c53-919f-c3a0cd32e584. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.923928] env[62359]: DEBUG nova.network.neutron [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updating instance_info_cache with network_info: [{"id": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "address": "fa:16:3e:22:7a:97", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7750f8b-b4", "ovs_interfaceid": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.962555] env[62359]: DEBUG oslo_concurrency.lockutils [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.962922] env[62359]: DEBUG oslo_concurrency.lockutils [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.963178] env[62359]: DEBUG nova.objects.instance [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.972902] env[62359]: DEBUG oslo_concurrency.lockutils [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.973654] env[62359]: DEBUG oslo_concurrency.lockutils [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.984921] env[62359]: DEBUG nova.network.neutron [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Updating instance_info_cache with network_info: [{"id": "f2bed68a-c351-47a6-8032-595469f318fc", "address": "fa:16:3e:91:1b:9e", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2bed68a-c3", "ovs_interfaceid": "f2bed68a-c351-47a6-8032-595469f318fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.043180] env[62359]: INFO nova.compute.manager [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Detaching volume 08c4956e-4e29-479c-af66-a13ade5266ab [ 1055.081886] env[62359]: INFO nova.virt.block_device [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Attempting to driver detach volume 08c4956e-4e29-479c-af66-a13ade5266ab from mountpoint /dev/sdb [ 1055.082168] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1055.082381] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494540', 'volume_id': '08c4956e-4e29-479c-af66-a13ade5266ab', 'name': 'volume-08c4956e-4e29-479c-af66-a13ade5266ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b32b081b-8004-4ef8-b56a-603d3dae8f46', 'attached_at': '', 'detached_at': '', 'volume_id': '08c4956e-4e29-479c-af66-a13ade5266ab', 'serial': '08c4956e-4e29-479c-af66-a13ade5266ab'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1055.083258] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ce215a-2c02-448a-9306-57a17af608a6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.111726] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe8f2d8-a9a4-4428-a5a2-1337b5c184ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.119820] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5767065d-45e5-47e3-9d78-3e2470ca686b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.145862] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e73eee-574d-46fa-9ea4-8fba88804068 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.165141] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] The volume has not been displaced from its original location: [datastore1] volume-08c4956e-4e29-479c-af66-a13ade5266ab/volume-08c4956e-4e29-479c-af66-a13ade5266ab.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1055.170534] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1055.170869] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb4840a-d9e8-4e5e-b5ce-a4744b173129 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.193033] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.350233} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.194219] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.194565] env[62359]: DEBUG oslo_vmware.api [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1055.194565] env[62359]: value = "task-2441465" [ 1055.194565] env[62359]: _type = "Task" [ 1055.194565] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.195484] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b96cbec-8552-40a0-9355-2f2463e219e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.225609] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] a584de33-41a9-4dd1-bfd4-6de864adf0c0/a584de33-41a9-4dd1-bfd4-6de864adf0c0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.226030] env[62359]: DEBUG oslo_vmware.api [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.226672] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdfb49c0-74b2-4109-8357-975fef9285e1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.246257] env[62359]: DEBUG oslo_concurrency.lockutils [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "8845db81-381b-4141-a7d1-183ad304a48f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.246474] env[62359]: DEBUG oslo_concurrency.lockutils [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.246668] env[62359]: DEBUG oslo_concurrency.lockutils [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "8845db81-381b-4141-a7d1-183ad304a48f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.246849] env[62359]: DEBUG oslo_concurrency.lockutils [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.247058] env[62359]: DEBUG oslo_concurrency.lockutils [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.251810] env[62359]: INFO nova.compute.manager [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Terminating instance [ 1055.255610] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1055.255610] env[62359]: value = "task-2441466" [ 1055.255610] env[62359]: _type = "Task" [ 1055.255610] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.265343] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.419468] env[62359]: DEBUG nova.network.neutron [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance_info_cache with network_info: [{"id": "900422fd-3e60-4113-bf31-cce83d9f2872", "address": "fa:16:3e:bd:71:e6", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900422fd-3e", "ovs_interfaceid": "900422fd-3e60-4113-bf31-cce83d9f2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.425761] env[62359]: DEBUG oslo_concurrency.lockutils [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] Releasing lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.426191] env[62359]: DEBUG nova.compute.manager [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Received event network-changed-7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.426438] env[62359]: DEBUG nova.compute.manager [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Refreshing instance network info cache due to event network-changed-7e057293-d05e-43e3-aaae-285d2374714c. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.426689] env[62359]: DEBUG oslo_concurrency.lockutils [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] Acquiring lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.426838] env[62359]: DEBUG oslo_concurrency.lockutils [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] Acquired lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.427068] env[62359]: DEBUG nova.network.neutron [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Refreshing network info cache for port 7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.478279] env[62359]: INFO nova.compute.manager [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Detaching volume d07adb3f-cca1-4e02-9770-b00ddfb2c153 [ 1055.488315] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lock "refresh_cache-baa9cb5f-1cb5-412c-8c7e-f6c690347117" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.488556] env[62359]: DEBUG nova.compute.manager [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Instance network_info: |[{"id": "f2bed68a-c351-47a6-8032-595469f318fc", "address": "fa:16:3e:91:1b:9e", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2bed68a-c3", "ovs_interfaceid": "f2bed68a-c351-47a6-8032-595469f318fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.489322] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:1b:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2bed68a-c351-47a6-8032-595469f318fc', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.497307] env[62359]: DEBUG oslo.service.loopingcall [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.497841] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.498585] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e43e6056-c590-4e85-8076-16c5af963d3f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.514705] env[62359]: INFO nova.virt.block_device [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Attempting to driver detach volume d07adb3f-cca1-4e02-9770-b00ddfb2c153 from mountpoint /dev/sdb [ 1055.514797] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1055.515161] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494538', 'volume_id': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153', 'name': 'volume-d07adb3f-cca1-4e02-9770-b00ddfb2c153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c9a62cca-4a9b-424c-8a9c-f620f6319f18', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153', 'serial': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1055.516215] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b450e221-32bf-4652-96dd-fbd5a0c1b97c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.541922] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bd38ba-d888-4c22-87e9-be0b64ad5de9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.545991] env[62359]: DEBUG nova.compute.manager [req-2d3eacf9-f3e9-44b8-91d6-ecf78808562b req-ed9a14f1-f7b4-4425-84e2-d1208decd39a service nova] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Received event network-changed-f2bed68a-c351-47a6-8032-595469f318fc {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.546250] env[62359]: DEBUG nova.compute.manager [req-2d3eacf9-f3e9-44b8-91d6-ecf78808562b req-ed9a14f1-f7b4-4425-84e2-d1208decd39a service nova] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Refreshing instance network info cache due to event network-changed-f2bed68a-c351-47a6-8032-595469f318fc. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.546513] env[62359]: DEBUG oslo_concurrency.lockutils [req-2d3eacf9-f3e9-44b8-91d6-ecf78808562b req-ed9a14f1-f7b4-4425-84e2-d1208decd39a service nova] Acquiring lock "refresh_cache-baa9cb5f-1cb5-412c-8c7e-f6c690347117" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.546696] env[62359]: DEBUG oslo_concurrency.lockutils [req-2d3eacf9-f3e9-44b8-91d6-ecf78808562b req-ed9a14f1-f7b4-4425-84e2-d1208decd39a service nova] Acquired lock "refresh_cache-baa9cb5f-1cb5-412c-8c7e-f6c690347117" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.546912] env[62359]: DEBUG nova.network.neutron [req-2d3eacf9-f3e9-44b8-91d6-ecf78808562b req-ed9a14f1-f7b4-4425-84e2-d1208decd39a service nova] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Refreshing network info cache for port f2bed68a-c351-47a6-8032-595469f318fc {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.548876] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.548876] env[62359]: value = "task-2441467" [ 1055.548876] env[62359]: _type = "Task" [ 1055.548876] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.558053] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ca85e1-8098-4c3a-8c75-02cca7b35390 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.566637] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441467, 'name': CreateVM_Task} progress is 15%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.584134] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436f00ff-bf75-479c-bf85-b581ecadf1bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.604207] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] The volume has not been displaced from its original location: [datastore1] volume-d07adb3f-cca1-4e02-9770-b00ddfb2c153/volume-d07adb3f-cca1-4e02-9770-b00ddfb2c153.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1055.610035] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1055.610419] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d8ef707-2a57-4870-a528-d836c8ff6948 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.629487] env[62359]: DEBUG oslo_vmware.api [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1055.629487] env[62359]: value = "task-2441468" [ 1055.629487] env[62359]: _type = "Task" [ 1055.629487] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.638476] env[62359]: DEBUG oslo_vmware.api [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.646761] env[62359]: DEBUG nova.compute.manager [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.675307] env[62359]: DEBUG nova.virt.hardware [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.675569] env[62359]: DEBUG nova.virt.hardware [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.675731] env[62359]: DEBUG nova.virt.hardware [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.675916] env[62359]: DEBUG nova.virt.hardware [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.676100] env[62359]: DEBUG nova.virt.hardware [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.676254] env[62359]: DEBUG nova.virt.hardware [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.676462] env[62359]: DEBUG nova.virt.hardware [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.676646] env[62359]: DEBUG nova.virt.hardware [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.676824] env[62359]: DEBUG nova.virt.hardware [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.677014] env[62359]: DEBUG nova.virt.hardware [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.677227] env[62359]: DEBUG nova.virt.hardware [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.678123] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbc0ab4-b51d-49f2-907c-be8e65d94410 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.688604] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c41243c-3f59-4dc9-a046-5ee3cff739c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.709879] env[62359]: DEBUG oslo_vmware.api [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441465, 'name': ReconfigVM_Task, 'duration_secs': 0.253681} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.710173] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.714789] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32799767-a852-42d4-aa6c-fc999572540c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.730262] env[62359]: DEBUG oslo_vmware.api [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1055.730262] env[62359]: value = "task-2441469" [ 1055.730262] env[62359]: _type = "Task" [ 1055.730262] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.738718] env[62359]: DEBUG oslo_vmware.api [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.757668] env[62359]: DEBUG nova.compute.manager [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.757949] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.758889] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddbfa93-6e11-4055-94f2-91a491f50f55 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.769244] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.771693] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e763c89a-67e4-495f-bde3-500cefd59764 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.773172] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441466, 'name': ReconfigVM_Task, 'duration_secs': 0.394413} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.773452] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Reconfigured VM instance instance-0000006b to attach disk [datastore2] a584de33-41a9-4dd1-bfd4-6de864adf0c0/a584de33-41a9-4dd1-bfd4-6de864adf0c0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.774354] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-420f73ff-4a67-4582-b872-8d6c21ab411c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.779521] env[62359]: DEBUG oslo_vmware.api [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1055.779521] env[62359]: value = "task-2441470" [ 1055.779521] env[62359]: _type = "Task" [ 1055.779521] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.784023] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1055.784023] env[62359]: value = "task-2441471" [ 1055.784023] env[62359]: _type = "Task" [ 1055.784023] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.791690] env[62359]: DEBUG oslo_vmware.api [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.794909] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441471, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.923726] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.973955] env[62359]: DEBUG oslo_concurrency.lockutils [None req-daeb8e39-7c7d-48bc-95e2-a5ff679c7729 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.063628] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441467, 'name': CreateVM_Task, 'duration_secs': 0.339263} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.063877] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.064505] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.064673] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.064989] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.065252] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55fc9983-7602-40a8-8109-ca659f2007cb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.071280] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1056.071280] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5289b94c-ddef-ed29-88cd-5983ab028ba9" [ 1056.071280] env[62359]: _type = "Task" [ 1056.071280] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.079948] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5289b94c-ddef-ed29-88cd-5983ab028ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.142909] env[62359]: DEBUG oslo_vmware.api [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441468, 'name': ReconfigVM_Task, 'duration_secs': 0.265837} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.143204] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.147867] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e511e48a-32c1-46ca-a8e2-73f766e9f51c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.171248] env[62359]: DEBUG oslo_vmware.api [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1056.171248] env[62359]: value = "task-2441472" [ 1056.171248] env[62359]: _type = "Task" [ 1056.171248] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.190615] env[62359]: DEBUG oslo_vmware.api [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.195456] env[62359]: DEBUG nova.compute.manager [req-9bab99d2-2025-415f-95f6-ac587a902deb req-053649aa-0024-4204-8fff-3795a74f7b65 service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Received event network-vif-plugged-057f8f64-027e-4b9f-9d83-cf42c3c15d16 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.195740] env[62359]: DEBUG oslo_concurrency.lockutils [req-9bab99d2-2025-415f-95f6-ac587a902deb req-053649aa-0024-4204-8fff-3795a74f7b65 service nova] Acquiring lock "44cecf97-be94-4e13-b2aa-021524926ef0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.196023] env[62359]: DEBUG oslo_concurrency.lockutils [req-9bab99d2-2025-415f-95f6-ac587a902deb req-053649aa-0024-4204-8fff-3795a74f7b65 service nova] Lock "44cecf97-be94-4e13-b2aa-021524926ef0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.196301] env[62359]: DEBUG oslo_concurrency.lockutils [req-9bab99d2-2025-415f-95f6-ac587a902deb req-053649aa-0024-4204-8fff-3795a74f7b65 service nova] Lock "44cecf97-be94-4e13-b2aa-021524926ef0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.196507] env[62359]: DEBUG nova.compute.manager [req-9bab99d2-2025-415f-95f6-ac587a902deb req-053649aa-0024-4204-8fff-3795a74f7b65 service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] No waiting events found dispatching network-vif-plugged-057f8f64-027e-4b9f-9d83-cf42c3c15d16 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.196719] env[62359]: WARNING nova.compute.manager [req-9bab99d2-2025-415f-95f6-ac587a902deb req-053649aa-0024-4204-8fff-3795a74f7b65 service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Received unexpected event network-vif-plugged-057f8f64-027e-4b9f-9d83-cf42c3c15d16 for instance with vm_state building and task_state spawning. [ 1056.211278] env[62359]: DEBUG nova.compute.manager [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Received event network-changed-7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.211559] env[62359]: DEBUG nova.compute.manager [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Refreshing instance network info cache due to event network-changed-7e057293-d05e-43e3-aaae-285d2374714c. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1056.211737] env[62359]: DEBUG oslo_concurrency.lockutils [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] Acquiring lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.244332] env[62359]: DEBUG oslo_vmware.api [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441469, 'name': ReconfigVM_Task, 'duration_secs': 0.169366} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.244700] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494540', 'volume_id': '08c4956e-4e29-479c-af66-a13ade5266ab', 'name': 'volume-08c4956e-4e29-479c-af66-a13ade5266ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b32b081b-8004-4ef8-b56a-603d3dae8f46', 'attached_at': '', 'detached_at': '', 'volume_id': '08c4956e-4e29-479c-af66-a13ade5266ab', 'serial': '08c4956e-4e29-479c-af66-a13ade5266ab'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1056.293663] env[62359]: DEBUG oslo_vmware.api [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441470, 'name': PowerOffVM_Task, 'duration_secs': 0.226473} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.294271] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.294441] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.294788] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-292a85c8-8c18-4a4e-91e0-4fdb9b70429e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.299878] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441471, 'name': Rename_Task, 'duration_secs': 0.189721} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.300500] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.300772] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6823aa62-0aec-47a4-bc02-a7ac6f54ecb2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.307145] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1056.307145] env[62359]: value = "task-2441474" [ 1056.307145] env[62359]: _type = "Task" [ 1056.307145] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.317231] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.321549] env[62359]: DEBUG nova.network.neutron [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updated VIF entry in instance network info cache for port 7e057293-d05e-43e3-aaae-285d2374714c. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.321887] env[62359]: DEBUG nova.network.neutron [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updating instance_info_cache with network_info: [{"id": "7e057293-d05e-43e3-aaae-285d2374714c", "address": "fa:16:3e:42:68:b1", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e057293-d0", "ovs_interfaceid": "7e057293-d05e-43e3-aaae-285d2374714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.324805] env[62359]: DEBUG nova.network.neutron [req-2d3eacf9-f3e9-44b8-91d6-ecf78808562b req-ed9a14f1-f7b4-4425-84e2-d1208decd39a service nova] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Updated VIF entry in instance network info cache for port f2bed68a-c351-47a6-8032-595469f318fc. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.325157] env[62359]: DEBUG nova.network.neutron [req-2d3eacf9-f3e9-44b8-91d6-ecf78808562b req-ed9a14f1-f7b4-4425-84e2-d1208decd39a service nova] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Updating instance_info_cache with network_info: [{"id": "f2bed68a-c351-47a6-8032-595469f318fc", "address": "fa:16:3e:91:1b:9e", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2bed68a-c3", "ovs_interfaceid": "f2bed68a-c351-47a6-8032-595469f318fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.450370] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e85f3-05b5-49ed-8e5b-e2df1f7cb99b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.472426] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3b30b9-760e-4a59-a24f-75ae92976598 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.481392] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance '46c0be45-e128-4bea-b984-253de250b268' progress to 83 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.581955] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5289b94c-ddef-ed29-88cd-5983ab028ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.011061} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.582298] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.582537] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.582780] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.582943] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.583155] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.583415] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0757dc59-30ce-4201-a1c6-03e224a2faa5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.594182] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.594182] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.595038] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef4666c-52f2-4587-99db-b60ae95b083a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.600532] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1056.600532] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d10fe6-a4c9-a729-dd78-248604f27f38" [ 1056.600532] env[62359]: _type = "Task" [ 1056.600532] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.609155] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d10fe6-a4c9-a729-dd78-248604f27f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.681680] env[62359]: DEBUG oslo_vmware.api [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441472, 'name': ReconfigVM_Task, 'duration_secs': 0.408377} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.682110] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494538', 'volume_id': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153', 'name': 'volume-d07adb3f-cca1-4e02-9770-b00ddfb2c153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c9a62cca-4a9b-424c-8a9c-f620f6319f18', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153', 'serial': 'd07adb3f-cca1-4e02-9770-b00ddfb2c153'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1056.688463] env[62359]: DEBUG nova.network.neutron [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Successfully updated port: 057f8f64-027e-4b9f-9d83-cf42c3c15d16 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.797510] env[62359]: DEBUG nova.objects.instance [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lazy-loading 'flavor' on Instance uuid b32b081b-8004-4ef8-b56a-603d3dae8f46 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.820246] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441474, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.824889] env[62359]: DEBUG oslo_concurrency.lockutils [req-51df642f-2118-4f64-989a-839ea2860fb0 req-80738790-ee29-4a46-beaa-01ef28438f36 service nova] Releasing lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.825610] env[62359]: DEBUG oslo_concurrency.lockutils [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] Acquired lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.825812] env[62359]: DEBUG nova.network.neutron [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Refreshing network info cache for port 7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.828750] env[62359]: DEBUG oslo_concurrency.lockutils [req-2d3eacf9-f3e9-44b8-91d6-ecf78808562b req-ed9a14f1-f7b4-4425-84e2-d1208decd39a service nova] Releasing lock "refresh_cache-baa9cb5f-1cb5-412c-8c7e-f6c690347117" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.988194] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.988194] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bc99985-f664-48a9-aa38-af82662b6ce6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.996700] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1056.996700] env[62359]: value = "task-2441475" [ 1056.996700] env[62359]: _type = "Task" [ 1056.996700] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.005565] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.111687] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d10fe6-a4c9-a729-dd78-248604f27f38, 'name': SearchDatastore_Task, 'duration_secs': 0.011494} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.112479] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9f46e55-eb8b-4956-9fc3-97e8e54f4a60 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.117676] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1057.117676] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5244d09a-e363-b10c-23b7-2fe4bd96cb97" [ 1057.117676] env[62359]: _type = "Task" [ 1057.117676] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.125617] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5244d09a-e363-b10c-23b7-2fe4bd96cb97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.192561] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "refresh_cache-44cecf97-be94-4e13-b2aa-021524926ef0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.192719] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "refresh_cache-44cecf97-be94-4e13-b2aa-021524926ef0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.192874] env[62359]: DEBUG nova.network.neutron [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.229146] env[62359]: DEBUG nova.objects.instance [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lazy-loading 'flavor' on Instance uuid c9a62cca-4a9b-424c-8a9c-f620f6319f18 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.319754] env[62359]: DEBUG oslo_vmware.api [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441474, 'name': PowerOnVM_Task, 'duration_secs': 0.594199} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.320058] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.320268] env[62359]: INFO nova.compute.manager [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1057.320454] env[62359]: DEBUG nova.compute.manager [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.321232] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c2b36-81cd-4abe-84cf-6e2c1e39cd15 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.506937] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.555245] env[62359]: DEBUG nova.compute.manager [req-3d0a8724-039b-4f80-9b29-40cbee26459e req-c2544dbe-2728-4a43-a800-39fbe64dac3b service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Received event network-changed-057f8f64-027e-4b9f-9d83-cf42c3c15d16 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.555597] env[62359]: DEBUG nova.compute.manager [req-3d0a8724-039b-4f80-9b29-40cbee26459e req-c2544dbe-2728-4a43-a800-39fbe64dac3b service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Refreshing instance network info cache due to event network-changed-057f8f64-027e-4b9f-9d83-cf42c3c15d16. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.555886] env[62359]: DEBUG oslo_concurrency.lockutils [req-3d0a8724-039b-4f80-9b29-40cbee26459e req-c2544dbe-2728-4a43-a800-39fbe64dac3b service nova] Acquiring lock "refresh_cache-44cecf97-be94-4e13-b2aa-021524926ef0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.580194] env[62359]: DEBUG nova.network.neutron [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updated VIF entry in instance network info cache for port 7e057293-d05e-43e3-aaae-285d2374714c. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.580541] env[62359]: DEBUG nova.network.neutron [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updating instance_info_cache with network_info: [{"id": "7e057293-d05e-43e3-aaae-285d2374714c", "address": "fa:16:3e:42:68:b1", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e057293-d0", "ovs_interfaceid": "7e057293-d05e-43e3-aaae-285d2374714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.629604] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5244d09a-e363-b10c-23b7-2fe4bd96cb97, 'name': SearchDatastore_Task, 'duration_secs': 0.016831} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.629895] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.630223] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] baa9cb5f-1cb5-412c-8c7e-f6c690347117/baa9cb5f-1cb5-412c-8c7e-f6c690347117.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.630486] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2070ec10-0a15-4226-894a-7c9ca8654921 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.638994] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1057.638994] env[62359]: value = "task-2441476" [ 1057.638994] env[62359]: _type = "Task" [ 1057.638994] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.647783] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.739433] env[62359]: DEBUG nova.network.neutron [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.806615] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a91f9db9-a4e1-4b45-bea0-cfb679db7c0c tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.842362] env[62359]: INFO nova.compute.manager [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Took 19.77 seconds to build instance. [ 1057.877519] env[62359]: DEBUG nova.network.neutron [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Updating instance_info_cache with network_info: [{"id": "057f8f64-027e-4b9f-9d83-cf42c3c15d16", "address": "fa:16:3e:c9:7d:ff", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057f8f64-02", "ovs_interfaceid": "057f8f64-027e-4b9f-9d83-cf42c3c15d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.979270] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.979568] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.979838] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleting the datastore file [datastore1] 8845db81-381b-4141-a7d1-183ad304a48f {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.980188] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94aaeea6-0824-4f42-b911-07cf150fd57e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.988465] env[62359]: DEBUG oslo_vmware.api [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1057.988465] env[62359]: value = "task-2441477" [ 1057.988465] env[62359]: _type = "Task" [ 1057.988465] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.996471] env[62359]: DEBUG oslo_vmware.api [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.005483] env[62359]: DEBUG oslo_vmware.api [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441475, 'name': PowerOnVM_Task, 'duration_secs': 0.78739} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.005745] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.005934] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6e836a3d-d81d-46a4-9c2f-97292c6c8001 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance '46c0be45-e128-4bea-b984-253de250b268' progress to 100 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.082989] env[62359]: DEBUG oslo_concurrency.lockutils [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] Releasing lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.083256] env[62359]: DEBUG nova.compute.manager [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Received event network-changed-c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.083491] env[62359]: DEBUG nova.compute.manager [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing instance network info cache due to event network-changed-c7750f8b-b495-4c53-919f-c3a0cd32e584. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.083839] env[62359]: DEBUG oslo_concurrency.lockutils [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] Acquiring lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.084168] env[62359]: DEBUG oslo_concurrency.lockutils [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] Acquired lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.084479] env[62359]: DEBUG nova.network.neutron [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing network info cache for port c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.152220] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441476, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.237352] env[62359]: DEBUG oslo_concurrency.lockutils [None req-886fafd3-d817-4602-a1be-94212dbcad9b tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.345739] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ee6fefbc-ce77-436c-a018-99e40cb9c23c tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.284s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.380036] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "refresh_cache-44cecf97-be94-4e13-b2aa-021524926ef0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.380459] env[62359]: DEBUG nova.compute.manager [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Instance network_info: |[{"id": "057f8f64-027e-4b9f-9d83-cf42c3c15d16", "address": "fa:16:3e:c9:7d:ff", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057f8f64-02", "ovs_interfaceid": "057f8f64-027e-4b9f-9d83-cf42c3c15d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.380836] env[62359]: DEBUG oslo_concurrency.lockutils [req-3d0a8724-039b-4f80-9b29-40cbee26459e req-c2544dbe-2728-4a43-a800-39fbe64dac3b service nova] Acquired lock "refresh_cache-44cecf97-be94-4e13-b2aa-021524926ef0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.381080] env[62359]: DEBUG nova.network.neutron [req-3d0a8724-039b-4f80-9b29-40cbee26459e req-c2544dbe-2728-4a43-a800-39fbe64dac3b service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Refreshing network info cache for port 057f8f64-027e-4b9f-9d83-cf42c3c15d16 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.382347] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:7d:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '057f8f64-027e-4b9f-9d83-cf42c3c15d16', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.390063] env[62359]: DEBUG oslo.service.loopingcall [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.391039] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.392036] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7816f54a-99c0-4cae-b713-0742242e3c87 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.414236] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.414236] env[62359]: value = "task-2441478" [ 1058.414236] env[62359]: _type = "Task" [ 1058.414236] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.424191] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441478, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.500472] env[62359]: DEBUG oslo_vmware.api [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.649898] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789626} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.653173] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] baa9cb5f-1cb5-412c-8c7e-f6c690347117/baa9cb5f-1cb5-412c-8c7e-f6c690347117.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.653173] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.653173] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49059c4c-7800-4adf-acf2-ad7b8529783a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.660210] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1058.660210] env[62359]: value = "task-2441479" [ 1058.660210] env[62359]: _type = "Task" [ 1058.660210] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.669705] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.829663] env[62359]: DEBUG nova.network.neutron [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updated VIF entry in instance network info cache for port c7750f8b-b495-4c53-919f-c3a0cd32e584. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.830041] env[62359]: DEBUG nova.network.neutron [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updating instance_info_cache with network_info: [{"id": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "address": "fa:16:3e:22:7a:97", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7750f8b-b4", "ovs_interfaceid": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.928723] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441478, 'name': CreateVM_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.000328] env[62359]: DEBUG oslo_vmware.api [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516663} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.002984] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.003365] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.003560] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.003741] env[62359]: INFO nova.compute.manager [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1059.004020] env[62359]: DEBUG oslo.service.loopingcall [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1059.004533] env[62359]: DEBUG nova.compute.manager [-] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.004628] env[62359]: DEBUG nova.network.neutron [-] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.169337] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273387} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.169669] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.171328] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d63d9-9308-4c30-b30a-b9983dcd9027 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.196647] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] baa9cb5f-1cb5-412c-8c7e-f6c690347117/baa9cb5f-1cb5-412c-8c7e-f6c690347117.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.200685] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f515cf1-b4ef-4482-be60-b573862885aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.222887] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1059.222887] env[62359]: value = "task-2441480" [ 1059.222887] env[62359]: _type = "Task" [ 1059.222887] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.234454] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.285473] env[62359]: DEBUG nova.network.neutron [req-3d0a8724-039b-4f80-9b29-40cbee26459e req-c2544dbe-2728-4a43-a800-39fbe64dac3b service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Updated VIF entry in instance network info cache for port 057f8f64-027e-4b9f-9d83-cf42c3c15d16. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.285853] env[62359]: DEBUG nova.network.neutron [req-3d0a8724-039b-4f80-9b29-40cbee26459e req-c2544dbe-2728-4a43-a800-39fbe64dac3b service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Updating instance_info_cache with network_info: [{"id": "057f8f64-027e-4b9f-9d83-cf42c3c15d16", "address": "fa:16:3e:c9:7d:ff", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057f8f64-02", "ovs_interfaceid": "057f8f64-027e-4b9f-9d83-cf42c3c15d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.332838] env[62359]: DEBUG oslo_concurrency.lockutils [req-88ce2564-82bc-4335-bbf9-24c719864bce req-8089d0b4-7776-4077-8764-b9d689a389bf service nova] Releasing lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.370346] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.370672] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.370937] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.371206] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.371388] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.373834] env[62359]: INFO nova.compute.manager [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Terminating instance [ 1059.427288] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441478, 'name': CreateVM_Task, 'duration_secs': 0.91051} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.427495] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.428214] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.428381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.428697] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.428972] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7c80e6-86e2-48dd-a91e-cbe7b0d410ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.435582] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1059.435582] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f0de49-715a-0910-9575-eec0638b7be7" [ 1059.435582] env[62359]: _type = "Task" [ 1059.435582] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.439849] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.439849] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.439849] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "b32b081b-8004-4ef8-b56a-603d3dae8f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.440038] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.441079] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.444327] env[62359]: INFO nova.compute.manager [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Terminating instance [ 1059.451019] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f0de49-715a-0910-9575-eec0638b7be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.608590] env[62359]: DEBUG nova.compute.manager [req-62ffddb9-5bb9-4cab-b871-a8455be6e664 req-a61a550f-8f15-4c1b-8247-0f975d9ad1ca service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Received event network-vif-deleted-f30ce4fb-4122-401f-bc58-30dd5690d447 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.608956] env[62359]: INFO nova.compute.manager [req-62ffddb9-5bb9-4cab-b871-a8455be6e664 req-a61a550f-8f15-4c1b-8247-0f975d9ad1ca service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Neutron deleted interface f30ce4fb-4122-401f-bc58-30dd5690d447; detaching it from the instance and deleting it from the info cache [ 1059.609329] env[62359]: DEBUG nova.network.neutron [req-62ffddb9-5bb9-4cab-b871-a8455be6e664 req-a61a550f-8f15-4c1b-8247-0f975d9ad1ca service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.663565] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.663898] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.664117] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.664356] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.664541] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.667430] env[62359]: INFO nova.compute.manager [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Terminating instance [ 1059.734056] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441480, 'name': ReconfigVM_Task, 'duration_secs': 0.419535} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.734332] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Reconfigured VM instance instance-0000006c to attach disk [datastore2] baa9cb5f-1cb5-412c-8c7e-f6c690347117/baa9cb5f-1cb5-412c-8c7e-f6c690347117.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.734980] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5349baf-9935-4ec8-8f48-d8d31bf3222c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.743470] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1059.743470] env[62359]: value = "task-2441481" [ 1059.743470] env[62359]: _type = "Task" [ 1059.743470] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.754504] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441481, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.790183] env[62359]: DEBUG oslo_concurrency.lockutils [req-3d0a8724-039b-4f80-9b29-40cbee26459e req-c2544dbe-2728-4a43-a800-39fbe64dac3b service nova] Releasing lock "refresh_cache-44cecf97-be94-4e13-b2aa-021524926ef0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.878697] env[62359]: DEBUG nova.compute.manager [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.878914] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.879854] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6de892-4b83-4c41-9ce3-ca1b0c7896dd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.889664] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.890028] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cf74cda-90d3-426a-a6a7-e325f31b61d4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.898286] env[62359]: DEBUG oslo_vmware.api [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1059.898286] env[62359]: value = "task-2441482" [ 1059.898286] env[62359]: _type = "Task" [ 1059.898286] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.907590] env[62359]: DEBUG oslo_vmware.api [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.947079] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f0de49-715a-0910-9575-eec0638b7be7, 'name': SearchDatastore_Task, 'duration_secs': 0.013409} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.947424] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.948212] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.948212] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.948212] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.948407] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.948673] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-578e1275-cd3e-4768-852f-0d92c0ace862 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.953646] env[62359]: DEBUG nova.compute.manager [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.953881] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.954779] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab325db0-9ab3-4020-911c-6c8afbff913e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.958786] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.958958] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.960082] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0172bcc9-9cdb-4af3-b425-bbf05bd19116 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.965134] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.965746] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-166704ea-c5f5-44ab-9f69-c315b1d450dc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.971071] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1059.971071] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52fe42c9-be82-a02a-9329-8b2f4e7864a6" [ 1059.971071] env[62359]: _type = "Task" [ 1059.971071] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.976604] env[62359]: DEBUG oslo_vmware.api [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1059.976604] env[62359]: value = "task-2441483" [ 1059.976604] env[62359]: _type = "Task" [ 1059.976604] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.983928] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52fe42c9-be82-a02a-9329-8b2f4e7864a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.990500] env[62359]: DEBUG oslo_vmware.api [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.081653] env[62359]: DEBUG nova.network.neutron [-] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.113162] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6b554e9-934c-4c4c-a6c0-812deb75a475 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.124689] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeb0a39-7e27-421c-9164-9e9b986fba58 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.169655] env[62359]: DEBUG nova.compute.manager [req-62ffddb9-5bb9-4cab-b871-a8455be6e664 req-a61a550f-8f15-4c1b-8247-0f975d9ad1ca service nova] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Detach interface failed, port_id=f30ce4fb-4122-401f-bc58-30dd5690d447, reason: Instance 8845db81-381b-4141-a7d1-183ad304a48f could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1060.174613] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "46c0be45-e128-4bea-b984-253de250b268" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.174912] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "46c0be45-e128-4bea-b984-253de250b268" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.175099] env[62359]: DEBUG nova.compute.manager [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Going to confirm migration 6 {{(pid=62359) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1060.177765] env[62359]: DEBUG nova.compute.manager [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.177765] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.178030] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f617cc2b-95ca-4748-b069-2035a4ed5eef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.186096] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.186360] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d789e83c-39e0-4277-8550-6127ded0ad00 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.194381] env[62359]: DEBUG oslo_vmware.api [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1060.194381] env[62359]: value = "task-2441484" [ 1060.194381] env[62359]: _type = "Task" [ 1060.194381] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.204602] env[62359]: DEBUG oslo_vmware.api [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.255032] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441481, 'name': Rename_Task, 'duration_secs': 0.275465} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.255181] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.255352] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e15265b2-c658-4df0-8566-eb6367ad0b8a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.264400] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1060.264400] env[62359]: value = "task-2441485" [ 1060.264400] env[62359]: _type = "Task" [ 1060.264400] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.275412] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.408175] env[62359]: DEBUG oslo_vmware.api [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441482, 'name': PowerOffVM_Task, 'duration_secs': 0.238534} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.408502] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.408679] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.408940] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5ac4626-936a-45e5-b707-94e8add6abc0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.485141] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52fe42c9-be82-a02a-9329-8b2f4e7864a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013412} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.486260] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cdbc9a1-66c8-4f3b-8ea5-e2c22865f568 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.491456] env[62359]: DEBUG oslo_vmware.api [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441483, 'name': PowerOffVM_Task, 'duration_secs': 0.207532} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.492087] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.492318] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.492574] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5251aaa-d86f-42ef-a66d-ca1500704333 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.495554] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.495829] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.496040] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleting the datastore file [datastore1] c9a62cca-4a9b-424c-8a9c-f620f6319f18 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.496792] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff27314f-e3c2-44ad-b1da-d0dcf9ce790b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.499468] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1060.499468] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b8f27f-f3b0-a9d4-7b71-b815aebac041" [ 1060.499468] env[62359]: _type = "Task" [ 1060.499468] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.504917] env[62359]: DEBUG oslo_vmware.api [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1060.504917] env[62359]: value = "task-2441488" [ 1060.504917] env[62359]: _type = "Task" [ 1060.504917] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.511126] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b8f27f-f3b0-a9d4-7b71-b815aebac041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.517332] env[62359]: DEBUG oslo_vmware.api [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.575984] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.576204] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.576343] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Deleting the datastore file [datastore2] b32b081b-8004-4ef8-b56a-603d3dae8f46 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.576606] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f943e55-898b-48cb-b6ec-4050730e740f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.584649] env[62359]: INFO nova.compute.manager [-] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Took 1.58 seconds to deallocate network for instance. [ 1060.585056] env[62359]: DEBUG oslo_vmware.api [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1060.585056] env[62359]: value = "task-2441489" [ 1060.585056] env[62359]: _type = "Task" [ 1060.585056] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.598330] env[62359]: DEBUG oslo_vmware.api [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.705348] env[62359]: DEBUG oslo_vmware.api [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441484, 'name': PowerOffVM_Task, 'duration_secs': 0.234524} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.705621] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.705785] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.706048] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcc3af00-573b-4482-91b8-4c6e89ab72e2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.742473] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.742628] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquired lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.742857] env[62359]: DEBUG nova.network.neutron [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.742980] env[62359]: DEBUG nova.objects.instance [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lazy-loading 'info_cache' on Instance uuid 46c0be45-e128-4bea-b984-253de250b268 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.772191] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.772424] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.772602] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleting the datastore file [datastore2] a584de33-41a9-4dd1-bfd4-6de864adf0c0 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.773288] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6615c35b-c9f9-4f67-bbd8-d972e7e84983 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.781324] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.782753] env[62359]: DEBUG oslo_vmware.api [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1060.782753] env[62359]: value = "task-2441491" [ 1060.782753] env[62359]: _type = "Task" [ 1060.782753] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.791604] env[62359]: DEBUG oslo_vmware.api [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.013493] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b8f27f-f3b0-a9d4-7b71-b815aebac041, 'name': SearchDatastore_Task, 'duration_secs': 0.017593} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.014363] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.014614] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 44cecf97-be94-4e13-b2aa-021524926ef0/44cecf97-be94-4e13-b2aa-021524926ef0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.014909] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ee2793a-836a-4bd3-8a61-5e227f6420fa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.020942] env[62359]: DEBUG oslo_vmware.api [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305934} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.021687] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.021946] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.022172] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.022359] env[62359]: INFO nova.compute.manager [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1061.022604] env[62359]: DEBUG oslo.service.loopingcall [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.022798] env[62359]: DEBUG nova.compute.manager [-] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.022891] env[62359]: DEBUG nova.network.neutron [-] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.025988] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1061.025988] env[62359]: value = "task-2441492" [ 1061.025988] env[62359]: _type = "Task" [ 1061.025988] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.035370] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.095955] env[62359]: DEBUG oslo_concurrency.lockutils [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.096388] env[62359]: DEBUG oslo_concurrency.lockutils [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.096597] env[62359]: DEBUG oslo_concurrency.lockutils [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.102285] env[62359]: DEBUG oslo_vmware.api [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350788} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.103046] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.103046] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.103046] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.103207] env[62359]: INFO nova.compute.manager [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1061.103413] env[62359]: DEBUG oslo.service.loopingcall [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.103608] env[62359]: DEBUG nova.compute.manager [-] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.104111] env[62359]: DEBUG nova.network.neutron [-] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.124166] env[62359]: INFO nova.scheduler.client.report [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleted allocations for instance 8845db81-381b-4141-a7d1-183ad304a48f [ 1061.276491] env[62359]: DEBUG oslo_vmware.api [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441485, 'name': PowerOnVM_Task, 'duration_secs': 0.766733} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.276742] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.276997] env[62359]: INFO nova.compute.manager [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1061.277186] env[62359]: DEBUG nova.compute.manager [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.277949] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7181da4c-4cda-49e1-b1ea-b0c877f444e2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.296254] env[62359]: DEBUG oslo_vmware.api [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294061} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.296497] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.296681] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.296858] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.297072] env[62359]: INFO nova.compute.manager [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1061.297319] env[62359]: DEBUG oslo.service.loopingcall [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.297507] env[62359]: DEBUG nova.compute.manager [-] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.297599] env[62359]: DEBUG nova.network.neutron [-] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.485676] env[62359]: INFO nova.compute.manager [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Rebuilding instance [ 1061.538210] env[62359]: DEBUG nova.compute.manager [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.539017] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b2465d-204b-4a60-95d5-2eae82c825ad {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.544851] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441492, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.632564] env[62359]: DEBUG oslo_concurrency.lockutils [None req-59394350-4550-417b-96b6-b03b8fb0c862 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "8845db81-381b-4141-a7d1-183ad304a48f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.386s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.798991] env[62359]: INFO nova.compute.manager [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Took 16.40 seconds to build instance. [ 1061.870108] env[62359]: DEBUG nova.compute.manager [req-38f9536a-eea8-4a25-a80c-c58a8c3e012a req-b9bd6d83-e5b7-4df5-9f50-c5f54e999f49 service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Received event network-vif-deleted-0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.870338] env[62359]: INFO nova.compute.manager [req-38f9536a-eea8-4a25-a80c-c58a8c3e012a req-b9bd6d83-e5b7-4df5-9f50-c5f54e999f49 service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Neutron deleted interface 0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2; detaching it from the instance and deleting it from the info cache [ 1061.870515] env[62359]: DEBUG nova.network.neutron [req-38f9536a-eea8-4a25-a80c-c58a8c3e012a req-b9bd6d83-e5b7-4df5-9f50-c5f54e999f49 service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.039349] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819963} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.039582] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 44cecf97-be94-4e13-b2aa-021524926ef0/44cecf97-be94-4e13-b2aa-021524926ef0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.039809] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.040073] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbb17285-104b-4efc-bf66-c0162fd2cec7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.049456] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1062.049456] env[62359]: value = "task-2441493" [ 1062.049456] env[62359]: _type = "Task" [ 1062.049456] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.069736] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.254236] env[62359]: DEBUG nova.network.neutron [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance_info_cache with network_info: [{"id": "900422fd-3e60-4113-bf31-cce83d9f2872", "address": "fa:16:3e:bd:71:e6", "network": {"id": "335bc0af-f303-4a6d-aa75-ce2383f48947", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1134373731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c085ee261646dd8c7cefad3c20afae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900422fd-3e", "ovs_interfaceid": "900422fd-3e60-4113-bf31-cce83d9f2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.301297] env[62359]: DEBUG oslo_concurrency.lockutils [None req-364fcdf4-7acc-44a3-892b-e46cef2a1c7d tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.908s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.348999] env[62359]: DEBUG nova.network.neutron [-] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.374984] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ac3e502-7c53-4e02-b2d4-a7bd9297d718 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.393279] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc8872-f2a6-4060-ab89-2fac808b3903 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.441845] env[62359]: DEBUG nova.compute.manager [req-38f9536a-eea8-4a25-a80c-c58a8c3e012a req-b9bd6d83-e5b7-4df5-9f50-c5f54e999f49 service nova] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Detach interface failed, port_id=0fe3f118-4e32-4cb4-8b56-fd0b4cd52cc2, reason: Instance a584de33-41a9-4dd1-bfd4-6de864adf0c0 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1062.491269] env[62359]: DEBUG nova.compute.manager [req-3f08bf2b-5c09-425c-94ea-2192740b159f req-46a8c983-0065-4e6c-82e0-48534aeaf451 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Received event network-vif-deleted-00c835af-c0ff-4ed2-b324-b9ba75a01ad4 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.491497] env[62359]: INFO nova.compute.manager [req-3f08bf2b-5c09-425c-94ea-2192740b159f req-46a8c983-0065-4e6c-82e0-48534aeaf451 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Neutron deleted interface 00c835af-c0ff-4ed2-b324-b9ba75a01ad4; detaching it from the instance and deleting it from the info cache [ 1062.491664] env[62359]: DEBUG nova.network.neutron [req-3f08bf2b-5c09-425c-94ea-2192740b159f req-46a8c983-0065-4e6c-82e0-48534aeaf451 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.564889] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.565215] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080128} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.565426] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2a69290-1524-4103-b60c-bb2882379db7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.567229] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.568315] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c05cd20-78ff-4a48-8b81-64f2e96f84cd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.601857] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 44cecf97-be94-4e13-b2aa-021524926ef0/44cecf97-be94-4e13-b2aa-021524926ef0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.605633] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e34f4d9-3bb7-4fa1-9420-c8dc6e0c829a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.618184] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1062.618184] env[62359]: value = "task-2441494" [ 1062.618184] env[62359]: _type = "Task" [ 1062.618184] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.618598] env[62359]: DEBUG nova.network.neutron [-] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.626467] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1062.626467] env[62359]: value = "task-2441495" [ 1062.626467] env[62359]: _type = "Task" [ 1062.626467] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.630273] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.641013] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.702020] env[62359]: DEBUG nova.network.neutron [-] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.757753] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Releasing lock "refresh_cache-46c0be45-e128-4bea-b984-253de250b268" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.758076] env[62359]: DEBUG nova.objects.instance [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lazy-loading 'migration_context' on Instance uuid 46c0be45-e128-4bea-b984-253de250b268 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.852140] env[62359]: INFO nova.compute.manager [-] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Took 1.55 seconds to deallocate network for instance. [ 1062.951381] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.951634] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.994033] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d6928ea-9530-44a5-8e06-26a1557832bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.004359] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ffe100-dc3c-4925-80ba-6610adeadec6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.041816] env[62359]: DEBUG nova.compute.manager [req-3f08bf2b-5c09-425c-94ea-2192740b159f req-46a8c983-0065-4e6c-82e0-48534aeaf451 service nova] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Detach interface failed, port_id=00c835af-c0ff-4ed2-b324-b9ba75a01ad4, reason: Instance c9a62cca-4a9b-424c-8a9c-f620f6319f18 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1063.124692] env[62359]: INFO nova.compute.manager [-] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Took 2.10 seconds to deallocate network for instance. [ 1063.129514] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441494, 'name': PowerOffVM_Task, 'duration_secs': 0.532521} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.132769] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.132769] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.136420] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a25e7e-2f2f-4508-b45f-f9806763099c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.145048] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.146282] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.146505] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f05154f-c3a6-412c-883d-73aa6d89bf99 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.205046] env[62359]: INFO nova.compute.manager [-] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Took 2.10 seconds to deallocate network for instance. [ 1063.212044] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.212378] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.212664] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleting the datastore file [datastore2] b95f9ba6-51c4-42a4-ab59-13ee10525df1 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.213015] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f1ea2ab-4969-44a6-99a3-1bd0c68dd86d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.219523] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1063.219523] env[62359]: value = "task-2441497" [ 1063.219523] env[62359]: _type = "Task" [ 1063.219523] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.228101] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.261101] env[62359]: DEBUG nova.objects.base [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Object Instance<46c0be45-e128-4bea-b984-253de250b268> lazy-loaded attributes: info_cache,migration_context {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.261992] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9122b663-72ac-46e1-be83-dbdfc2e6f666 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.281503] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9841b227-f5be-47ac-b787-27be0bf4ee21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.286819] env[62359]: DEBUG oslo_vmware.api [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1063.286819] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5235f29a-5683-f946-a0e0-53e97daa7f4e" [ 1063.286819] env[62359]: _type = "Task" [ 1063.286819] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.294492] env[62359]: DEBUG oslo_vmware.api [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5235f29a-5683-f946-a0e0-53e97daa7f4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.315848] env[62359]: DEBUG oslo_concurrency.lockutils [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.315848] env[62359]: DEBUG oslo_concurrency.lockutils [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.316064] env[62359]: DEBUG oslo_concurrency.lockutils [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.316064] env[62359]: DEBUG oslo_concurrency.lockutils [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.316230] env[62359]: DEBUG oslo_concurrency.lockutils [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.318284] env[62359]: INFO nova.compute.manager [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Terminating instance [ 1063.358877] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.359150] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.359370] env[62359]: DEBUG nova.objects.instance [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lazy-loading 'resources' on Instance uuid a584de33-41a9-4dd1-bfd4-6de864adf0c0 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.453951] env[62359]: DEBUG nova.compute.manager [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.637886] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.644777] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441495, 'name': ReconfigVM_Task, 'duration_secs': 0.788637} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.644777] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 44cecf97-be94-4e13-b2aa-021524926ef0/44cecf97-be94-4e13-b2aa-021524926ef0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.645207] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ec39573-13ea-43c4-9c5b-80ba43d419b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.652747] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1063.652747] env[62359]: value = "task-2441498" [ 1063.652747] env[62359]: _type = "Task" [ 1063.652747] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.661751] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441498, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.713178] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.730365] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192703} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.730584] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.730872] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.731120] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.797298] env[62359]: DEBUG oslo_vmware.api [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5235f29a-5683-f946-a0e0-53e97daa7f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.007376} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.797612] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.822170] env[62359]: DEBUG nova.compute.manager [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.822400] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.823316] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b414fc-d2a6-44f2-86a1-71a457c66c97 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.833011] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.833356] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a931dce-cb61-49d7-a852-f24ade44d777 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.842384] env[62359]: DEBUG oslo_vmware.api [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1063.842384] env[62359]: value = "task-2441499" [ 1063.842384] env[62359]: _type = "Task" [ 1063.842384] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.854835] env[62359]: DEBUG oslo_vmware.api [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.977975] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.116394] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a003ea-29f8-4c22-9e33-8896b6f7962d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.124288] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e8dce7-f3cc-4ed2-971e-d92028fbe45a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.158473] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d51268e-9447-45c4-ab45-2a100396e05d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.168983] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c497c4c2-f155-4b21-9cec-debc0e19192d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.172642] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441498, 'name': Rename_Task, 'duration_secs': 0.164736} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.172898] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.173527] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d41c58c-670d-43ad-8e7a-0eb51bf7ec73 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.183103] env[62359]: DEBUG nova.compute.provider_tree [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.185358] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1064.185358] env[62359]: value = "task-2441500" [ 1064.185358] env[62359]: _type = "Task" [ 1064.185358] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.193435] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.352572] env[62359]: DEBUG oslo_vmware.api [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441499, 'name': PowerOffVM_Task, 'duration_secs': 0.243714} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.352809] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.353034] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.353315] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c1da22e-b414-4bd6-96d5-7e11ab8f9d74 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.430282] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.430597] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.430840] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Deleting the datastore file [datastore2] baa9cb5f-1cb5-412c-8c7e-f6c690347117 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.431134] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f749cdf-d62a-41b6-9d0d-21c74635c8b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.437501] env[62359]: DEBUG oslo_vmware.api [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1064.437501] env[62359]: value = "task-2441502" [ 1064.437501] env[62359]: _type = "Task" [ 1064.437501] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.445624] env[62359]: DEBUG oslo_vmware.api [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.518885] env[62359]: DEBUG nova.compute.manager [req-61045959-ff12-4bfc-8281-173a0f9ba0d4 req-6f67b91f-374b-4132-9277-72895aa50be3 service nova] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Received event network-vif-deleted-732a0ae3-e460-4a9c-95fa-47abe6909036 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.687705] env[62359]: DEBUG nova.scheduler.client.report [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.701032] env[62359]: DEBUG oslo_vmware.api [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441500, 'name': PowerOnVM_Task, 'duration_secs': 0.516277} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.701295] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.701494] env[62359]: INFO nova.compute.manager [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1064.701674] env[62359]: DEBUG nova.compute.manager [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.702472] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9707e956-8901-411f-aaea-d9540345c9af {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.767091] env[62359]: DEBUG nova.virt.hardware [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.767373] env[62359]: DEBUG nova.virt.hardware [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.767536] env[62359]: DEBUG nova.virt.hardware [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.767718] env[62359]: DEBUG nova.virt.hardware [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.767891] env[62359]: DEBUG nova.virt.hardware [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.768111] env[62359]: DEBUG nova.virt.hardware [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.768351] env[62359]: DEBUG nova.virt.hardware [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.768517] env[62359]: DEBUG nova.virt.hardware [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.768684] env[62359]: DEBUG nova.virt.hardware [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.768849] env[62359]: DEBUG nova.virt.hardware [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.769245] env[62359]: DEBUG nova.virt.hardware [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.769903] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98606159-af20-4121-8f61-16cb55c46f04 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.781684] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0777098-1463-4c79-87be-1c7c30adf5e1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.796138] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:ee:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4464e5d5-bd91-4068-8893-6b81907d44af', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.803640] env[62359]: DEBUG oslo.service.loopingcall [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.803905] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.804208] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12d90592-7d0c-428f-aa78-335c8988b9d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.827902] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.827902] env[62359]: value = "task-2441503" [ 1064.827902] env[62359]: _type = "Task" [ 1064.827902] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.835788] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441503, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.950363] env[62359]: DEBUG oslo_vmware.api [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19571} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.950693] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.950818] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.951018] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.951219] env[62359]: INFO nova.compute.manager [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1064.951478] env[62359]: DEBUG oslo.service.loopingcall [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.951693] env[62359]: DEBUG nova.compute.manager [-] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.951789] env[62359]: DEBUG nova.network.neutron [-] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.196066] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.199573] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.562s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.200101] env[62359]: DEBUG nova.objects.instance [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lazy-loading 'resources' on Instance uuid c9a62cca-4a9b-424c-8a9c-f620f6319f18 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.225922] env[62359]: INFO nova.scheduler.client.report [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted allocations for instance a584de33-41a9-4dd1-bfd4-6de864adf0c0 [ 1065.227785] env[62359]: INFO nova.compute.manager [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Took 15.31 seconds to build instance. [ 1065.340903] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441503, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.604847] env[62359]: DEBUG nova.compute.manager [req-d4d492b5-d5f2-481d-82bc-0ec4a5673b66 req-cc17e265-cbc9-46e3-b45f-2bfcded15a39 service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Received event network-changed-057f8f64-027e-4b9f-9d83-cf42c3c15d16 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.605083] env[62359]: DEBUG nova.compute.manager [req-d4d492b5-d5f2-481d-82bc-0ec4a5673b66 req-cc17e265-cbc9-46e3-b45f-2bfcded15a39 service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Refreshing instance network info cache due to event network-changed-057f8f64-027e-4b9f-9d83-cf42c3c15d16. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.605313] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4d492b5-d5f2-481d-82bc-0ec4a5673b66 req-cc17e265-cbc9-46e3-b45f-2bfcded15a39 service nova] Acquiring lock "refresh_cache-44cecf97-be94-4e13-b2aa-021524926ef0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.605461] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4d492b5-d5f2-481d-82bc-0ec4a5673b66 req-cc17e265-cbc9-46e3-b45f-2bfcded15a39 service nova] Acquired lock "refresh_cache-44cecf97-be94-4e13-b2aa-021524926ef0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.605623] env[62359]: DEBUG nova.network.neutron [req-d4d492b5-d5f2-481d-82bc-0ec4a5673b66 req-cc17e265-cbc9-46e3-b45f-2bfcded15a39 service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Refreshing network info cache for port 057f8f64-027e-4b9f-9d83-cf42c3c15d16 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.718628] env[62359]: DEBUG nova.network.neutron [-] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.732162] env[62359]: DEBUG oslo_concurrency.lockutils [None req-92046260-b29d-449b-b69a-ce55f3988f67 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "44cecf97-be94-4e13-b2aa-021524926ef0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.824s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.737117] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a55c7293-8bcf-4b98-a585-07c8531a7410 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "a584de33-41a9-4dd1-bfd4-6de864adf0c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.073s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.841389] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441503, 'name': CreateVM_Task, 'duration_secs': 0.551885} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.841565] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.842346] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.842414] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.843025] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.843025] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46025aa7-b8f5-4d1e-93b3-c71b8ccabb64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.850561] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1065.850561] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5251416f-f15a-f223-5ea2-3019716b6281" [ 1065.850561] env[62359]: _type = "Task" [ 1065.850561] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.859955] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5251416f-f15a-f223-5ea2-3019716b6281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.940716] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957babdd-3d5a-4ada-ad34-ad3da8948525 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.948472] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363335f8-d977-4f77-b0f0-ab57831f9c36 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.982087] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95f3a3e-9604-49bb-a18e-204e6450fd2c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.990336] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6793a2f-8d84-4e67-928f-68bd066500b8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.003856] env[62359]: DEBUG nova.compute.provider_tree [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.221268] env[62359]: INFO nova.compute.manager [-] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Took 1.27 seconds to deallocate network for instance. [ 1066.330663] env[62359]: DEBUG nova.network.neutron [req-d4d492b5-d5f2-481d-82bc-0ec4a5673b66 req-cc17e265-cbc9-46e3-b45f-2bfcded15a39 service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Updated VIF entry in instance network info cache for port 057f8f64-027e-4b9f-9d83-cf42c3c15d16. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.331079] env[62359]: DEBUG nova.network.neutron [req-d4d492b5-d5f2-481d-82bc-0ec4a5673b66 req-cc17e265-cbc9-46e3-b45f-2bfcded15a39 service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Updating instance_info_cache with network_info: [{"id": "057f8f64-027e-4b9f-9d83-cf42c3c15d16", "address": "fa:16:3e:c9:7d:ff", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057f8f64-02", "ovs_interfaceid": "057f8f64-027e-4b9f-9d83-cf42c3c15d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.365121] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5251416f-f15a-f223-5ea2-3019716b6281, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.365849] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.366217] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.366579] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.366837] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.367125] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.367475] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18cb158b-091e-40e3-8e6a-66f0e3c953cf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.378320] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.378581] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.379652] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-771f644f-072d-491c-b6c3-c5ff336e0713 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.387189] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1066.387189] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b60156-8208-cb92-2f16-10680cb01a46" [ 1066.387189] env[62359]: _type = "Task" [ 1066.387189] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.395339] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b60156-8208-cb92-2f16-10680cb01a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.507509] env[62359]: DEBUG nova.scheduler.client.report [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.709992] env[62359]: DEBUG nova.compute.manager [req-53645bfe-2810-4eeb-8c59-029fd143940b req-22f60eb4-5242-43b1-aea4-9432fd29805c service nova] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Received event network-vif-deleted-f2bed68a-c351-47a6-8032-595469f318fc {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.727379] env[62359]: DEBUG oslo_concurrency.lockutils [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.833906] env[62359]: DEBUG oslo_concurrency.lockutils [req-d4d492b5-d5f2-481d-82bc-0ec4a5673b66 req-cc17e265-cbc9-46e3-b45f-2bfcded15a39 service nova] Releasing lock "refresh_cache-44cecf97-be94-4e13-b2aa-021524926ef0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.897897] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52b60156-8208-cb92-2f16-10680cb01a46, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.898683] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826f9b53-94a9-48dc-8ea4-4f2272d075e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.903878] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1066.903878] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5261807e-36a2-ef75-2432-8c376c68132d" [ 1066.903878] env[62359]: _type = "Task" [ 1066.903878] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.911821] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5261807e-36a2-ef75-2432-8c376c68132d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.012587] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.015032] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.302s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.015164] env[62359]: DEBUG nova.objects.instance [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lazy-loading 'resources' on Instance uuid b32b081b-8004-4ef8-b56a-603d3dae8f46 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.028343] env[62359]: INFO nova.scheduler.client.report [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleted allocations for instance c9a62cca-4a9b-424c-8a9c-f620f6319f18 [ 1067.289088] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "ca33d7d5-4504-405f-baea-11a4fb7164ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.289327] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "ca33d7d5-4504-405f-baea-11a4fb7164ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.415322] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5261807e-36a2-ef75-2432-8c376c68132d, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.415610] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.415869] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] b95f9ba6-51c4-42a4-ab59-13ee10525df1/b95f9ba6-51c4-42a4-ab59-13ee10525df1.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.416156] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fd2aca3-768d-4970-821e-c84c8db18efc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.425828] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1067.425828] env[62359]: value = "task-2441504" [ 1067.425828] env[62359]: _type = "Task" [ 1067.425828] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.434727] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.537708] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f9965792-ff62-4fe3-86dc-c1f3fb994b9e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "c9a62cca-4a9b-424c-8a9c-f620f6319f18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.167s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.787126] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e6e955-eb7e-46e7-9aac-369b9fd4b4c6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.791663] env[62359]: DEBUG nova.compute.manager [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.798442] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225f765d-613c-4d8d-819f-ff24114036a4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.835149] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5303f34f-d7af-43ff-800b-298b35d4e478 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.846752] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55be0ec1-c944-4706-b7f2-465bd9759ccd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.866691] env[62359]: DEBUG nova.compute.provider_tree [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.937639] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462878} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.937901] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] b95f9ba6-51c4-42a4-ab59-13ee10525df1/b95f9ba6-51c4-42a4-ab59-13ee10525df1.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.938146] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.938416] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-774387fa-ba9a-44b7-ae2f-9464582e4c77 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.945817] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1067.945817] env[62359]: value = "task-2441505" [ 1067.945817] env[62359]: _type = "Task" [ 1067.945817] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.954361] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.310516] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.370218] env[62359]: DEBUG nova.scheduler.client.report [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.456106] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072778} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.456379] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.457160] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f826b2-2ef5-49a4-b898-4341ea919310 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.461044] env[62359]: DEBUG oslo_concurrency.lockutils [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "interface-df2cd1c4-61af-44ae-9c76-52ede7dcd897-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.461394] env[62359]: DEBUG oslo_concurrency.lockutils [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-df2cd1c4-61af-44ae-9c76-52ede7dcd897-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.461754] env[62359]: DEBUG nova.objects.instance [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'flavor' on Instance uuid df2cd1c4-61af-44ae-9c76-52ede7dcd897 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.480789] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] b95f9ba6-51c4-42a4-ab59-13ee10525df1/b95f9ba6-51c4-42a4-ab59-13ee10525df1.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.482099] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6778208d-c2b5-4ba0-b905-0cbc3d7cbe57 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.501673] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1068.501673] env[62359]: value = "task-2441506" [ 1068.501673] env[62359]: _type = "Task" [ 1068.501673] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.510212] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.877278] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.880460] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.082s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.898038] env[62359]: INFO nova.scheduler.client.report [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Deleted allocations for instance b32b081b-8004-4ef8-b56a-603d3dae8f46 [ 1069.016016] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.086077] env[62359]: DEBUG nova.objects.instance [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'pci_requests' on Instance uuid df2cd1c4-61af-44ae-9c76-52ede7dcd897 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.409143] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c5bdf9ef-907b-449f-8b81-c516fcc0eca3 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "b32b081b-8004-4ef8-b56a-603d3dae8f46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.969s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.513561] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441506, 'name': ReconfigVM_Task, 'duration_secs': 0.948866} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.515869] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Reconfigured VM instance instance-00000066 to attach disk [datastore2] b95f9ba6-51c4-42a4-ab59-13ee10525df1/b95f9ba6-51c4-42a4-ab59-13ee10525df1.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.516676] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f91bfcd-e726-497c-aa8d-4b3c22b44f0b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.524769] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1069.524769] env[62359]: value = "task-2441507" [ 1069.524769] env[62359]: _type = "Task" [ 1069.524769] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.537161] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441507, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.588984] env[62359]: DEBUG nova.objects.base [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.589180] env[62359]: DEBUG nova.network.neutron [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.607236] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e78997f-5853-43c0-8d9f-7b3fdeafdabd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.615215] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c34e26a-2f08-432e-827f-2e862ec9f4c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.648799] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744ba3cb-d249-4bf8-b655-2d62713e9787 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.656419] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492092f7-5526-4178-b051-0f3d90e9f49e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.670027] env[62359]: DEBUG nova.compute.provider_tree [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.689409] env[62359]: DEBUG nova.policy [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ac8f682c844f929fc2042a78f02685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7c0490bb1fb46d1a9d177a40f89c4fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.036031] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441507, 'name': Rename_Task, 'duration_secs': 0.147151} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.036326] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.036587] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86a132f3-f4e9-488a-b9df-034ec6c53ef0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.043425] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1070.043425] env[62359]: value = "task-2441508" [ 1070.043425] env[62359]: _type = "Task" [ 1070.043425] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.052811] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.173231] env[62359]: DEBUG nova.scheduler.client.report [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.553976] env[62359]: DEBUG oslo_vmware.api [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441508, 'name': PowerOnVM_Task, 'duration_secs': 0.467719} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.553976] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.554332] env[62359]: DEBUG nova.compute.manager [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.554886] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c202d4-7735-43f0-a429-8eeedf062250 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.072841] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.139710] env[62359]: DEBUG nova.network.neutron [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Successfully updated port: 64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.182747] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.303s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.186058] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.208s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.187155] env[62359]: INFO nova.compute.claims [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.643660] env[62359]: DEBUG oslo_concurrency.lockutils [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.643923] env[62359]: DEBUG oslo_concurrency.lockutils [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.644167] env[62359]: DEBUG nova.network.neutron [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.746846] env[62359]: INFO nova.scheduler.client.report [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted allocation for migration 54c06999-4b96-48b1-aefa-865c0aa8fdf2 [ 1072.180068] env[62359]: WARNING nova.network.neutron [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] 5b4e23ee-4346-4a4c-b570-ebbcdd1664e1 already exists in list: networks containing: ['5b4e23ee-4346-4a4c-b570-ebbcdd1664e1']. ignoring it [ 1072.252861] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "46c0be45-e128-4bea-b984-253de250b268" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.078s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.412310] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fe6803-b46f-4223-9a08-56f8310f3dcc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.423246] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c44adb-eb49-4d2b-9e04-606bb31b683b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.455451] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56c857e-4b53-49dc-98e9-760546a124fa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.463882] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db2925b-a20b-4cbe-b517-688130ab0c5f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.478011] env[62359]: DEBUG nova.compute.provider_tree [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.495131] env[62359]: DEBUG nova.network.neutron [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updating instance_info_cache with network_info: [{"id": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "address": "fa:16:3e:22:7a:97", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7750f8b-b4", "ovs_interfaceid": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64e4f58a-3400-45d6-8e52-4c4d7e04bcc1", "address": "fa:16:3e:31:40:82", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e4f58a-34", "ovs_interfaceid": "64e4f58a-3400-45d6-8e52-4c4d7e04bcc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.981253] env[62359]: DEBUG nova.scheduler.client.report [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.997468] env[62359]: DEBUG oslo_concurrency.lockutils [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.998187] env[62359]: DEBUG oslo_concurrency.lockutils [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.998385] env[62359]: DEBUG oslo_concurrency.lockutils [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.999684] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a7ffe0-1019-49fe-92f0-c2c32b15f94b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.019647] env[62359]: DEBUG nova.virt.hardware [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.020486] env[62359]: DEBUG nova.virt.hardware [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.020486] env[62359]: DEBUG nova.virt.hardware [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.020486] env[62359]: DEBUG nova.virt.hardware [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.020486] env[62359]: DEBUG nova.virt.hardware [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.020699] env[62359]: DEBUG nova.virt.hardware [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.020813] env[62359]: DEBUG nova.virt.hardware [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.020992] env[62359]: DEBUG nova.virt.hardware [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.021184] env[62359]: DEBUG nova.virt.hardware [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.021373] env[62359]: DEBUG nova.virt.hardware [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.021561] env[62359]: DEBUG nova.virt.hardware [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.028086] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Reconfiguring VM to attach interface {{(pid=62359) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1073.028734] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e6acb80-4675-44a1-ac43-eb02a2a44e14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.047035] env[62359]: DEBUG oslo_vmware.api [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1073.047035] env[62359]: value = "task-2441509" [ 1073.047035] env[62359]: _type = "Task" [ 1073.047035] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.056013] env[62359]: DEBUG oslo_vmware.api [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441509, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.486972] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.487587] env[62359]: DEBUG nova.compute.manager [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.490289] env[62359]: DEBUG oslo_concurrency.lockutils [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.763s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.490504] env[62359]: DEBUG nova.objects.instance [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lazy-loading 'resources' on Instance uuid baa9cb5f-1cb5-412c-8c7e-f6c690347117 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.559086] env[62359]: DEBUG oslo_vmware.api [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.707868] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "46c0be45-e128-4bea-b984-253de250b268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.708084] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "46c0be45-e128-4bea-b984-253de250b268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.708310] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "46c0be45-e128-4bea-b984-253de250b268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.708544] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "46c0be45-e128-4bea-b984-253de250b268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.708720] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "46c0be45-e128-4bea-b984-253de250b268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.710864] env[62359]: INFO nova.compute.manager [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Terminating instance [ 1073.847324] env[62359]: DEBUG nova.compute.manager [req-faea6ff0-bbce-45da-abcb-1868d550063e req-9a0a8cd0-d9a9-40ca-bf38-adf6206275df service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Received event network-vif-plugged-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.847813] env[62359]: DEBUG oslo_concurrency.lockutils [req-faea6ff0-bbce-45da-abcb-1868d550063e req-9a0a8cd0-d9a9-40ca-bf38-adf6206275df service nova] Acquiring lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.847813] env[62359]: DEBUG oslo_concurrency.lockutils [req-faea6ff0-bbce-45da-abcb-1868d550063e req-9a0a8cd0-d9a9-40ca-bf38-adf6206275df service nova] Lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.847888] env[62359]: DEBUG oslo_concurrency.lockutils [req-faea6ff0-bbce-45da-abcb-1868d550063e req-9a0a8cd0-d9a9-40ca-bf38-adf6206275df service nova] Lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.848068] env[62359]: DEBUG nova.compute.manager [req-faea6ff0-bbce-45da-abcb-1868d550063e req-9a0a8cd0-d9a9-40ca-bf38-adf6206275df service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] No waiting events found dispatching network-vif-plugged-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.848257] env[62359]: WARNING nova.compute.manager [req-faea6ff0-bbce-45da-abcb-1868d550063e req-9a0a8cd0-d9a9-40ca-bf38-adf6206275df service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Received unexpected event network-vif-plugged-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 for instance with vm_state active and task_state None. [ 1073.993394] env[62359]: DEBUG nova.compute.utils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1073.997711] env[62359]: DEBUG nova.compute.manager [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.997896] env[62359]: DEBUG nova.network.neutron [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.043133] env[62359]: DEBUG nova.policy [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '788fdcd23d07406c9ed186e178f524d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4550d6bc4ada467e91c13dbe0c828b87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.060586] env[62359]: DEBUG oslo_vmware.api [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.214811] env[62359]: DEBUG nova.compute.manager [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.215088] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.219057] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcd978f-5e5e-4f16-b349-27497ae668d0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.228213] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.228517] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34079ae6-bf2a-41c6-aa11-28eaf6b005b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.238701] env[62359]: DEBUG oslo_vmware.api [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1074.238701] env[62359]: value = "task-2441510" [ 1074.238701] env[62359]: _type = "Task" [ 1074.238701] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.247412] env[62359]: DEBUG oslo_vmware.api [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.249069] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cead36d-07a2-4d48-88bd-802f4bfd3bb3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.257554] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c49d52-e5ff-4d81-9334-dbe993c0bcda {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.288403] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6456ec-1ae6-42c4-9c8a-dae4c6cfee8d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.296851] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01154dd6-b490-4b26-9b8d-c9b0a134f052 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.312840] env[62359]: DEBUG nova.compute.provider_tree [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.340562] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "55767968-93f7-474f-9949-b964328c6105" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.340798] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "55767968-93f7-474f-9949-b964328c6105" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.498361] env[62359]: DEBUG nova.compute.manager [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.539884] env[62359]: DEBUG nova.network.neutron [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Successfully created port: 1766e529-b907-4e49-b13a-223825d70f70 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.561290] env[62359]: DEBUG oslo_vmware.api [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441509, 'name': ReconfigVM_Task, 'duration_secs': 1.191267} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.561886] env[62359]: DEBUG oslo_concurrency.lockutils [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.562125] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Reconfigured VM to attach interface {{(pid=62359) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1074.749748] env[62359]: DEBUG oslo_vmware.api [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441510, 'name': PowerOffVM_Task, 'duration_secs': 0.187803} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.750023] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.750193] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.750445] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-834504e7-03ee-4b36-820c-6027fd7413c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.817222] env[62359]: DEBUG nova.scheduler.client.report [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.822076] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.822726] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.822726] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleting the datastore file [datastore2] 46c0be45-e128-4bea-b984-253de250b268 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.822726] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29fc8365-cff7-42ac-9a19-1d58510544d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.830677] env[62359]: DEBUG oslo_vmware.api [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for the task: (returnval){ [ 1074.830677] env[62359]: value = "task-2441513" [ 1074.830677] env[62359]: _type = "Task" [ 1074.830677] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.839737] env[62359]: DEBUG oslo_vmware.api [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.843670] env[62359]: DEBUG nova.compute.manager [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.066509] env[62359]: DEBUG oslo_concurrency.lockutils [None req-67f04d13-21a4-48be-acbb-f76a6737705d tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-df2cd1c4-61af-44ae-9c76-52ede7dcd897-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.605s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.328449] env[62359]: DEBUG oslo_concurrency.lockutils [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.331366] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.021s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.332864] env[62359]: INFO nova.compute.claims [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.344882] env[62359]: DEBUG oslo_vmware.api [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Task: {'id': task-2441513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150623} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.345150] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.345350] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.345525] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.345697] env[62359]: INFO nova.compute.manager [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] [instance: 46c0be45-e128-4bea-b984-253de250b268] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1075.345936] env[62359]: DEBUG oslo.service.loopingcall [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1075.346138] env[62359]: DEBUG nova.compute.manager [-] [instance: 46c0be45-e128-4bea-b984-253de250b268] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.346256] env[62359]: DEBUG nova.network.neutron [-] [instance: 46c0be45-e128-4bea-b984-253de250b268] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.360417] env[62359]: INFO nova.scheduler.client.report [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Deleted allocations for instance baa9cb5f-1cb5-412c-8c7e-f6c690347117 [ 1075.364830] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.508338] env[62359]: DEBUG nova.compute.manager [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.535482] env[62359]: DEBUG nova.virt.hardware [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.535725] env[62359]: DEBUG nova.virt.hardware [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.535883] env[62359]: DEBUG nova.virt.hardware [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.536087] env[62359]: DEBUG nova.virt.hardware [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.536266] env[62359]: DEBUG nova.virt.hardware [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.536415] env[62359]: DEBUG nova.virt.hardware [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.536675] env[62359]: DEBUG nova.virt.hardware [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.536820] env[62359]: DEBUG nova.virt.hardware [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.536987] env[62359]: DEBUG nova.virt.hardware [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.537219] env[62359]: DEBUG nova.virt.hardware [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.537397] env[62359]: DEBUG nova.virt.hardware [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.538674] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241d38da-1e17-46e1-baca-fe81ae99d5f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.550015] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256e1ddc-9cb9-4027-a35f-e3a214837e2b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.869532] env[62359]: DEBUG oslo_concurrency.lockutils [None req-041a5ba3-6c56-403a-a61f-f610f31072f0 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "baa9cb5f-1cb5-412c-8c7e-f6c690347117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.554s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.878677] env[62359]: DEBUG nova.compute.manager [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Received event network-changed-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.878901] env[62359]: DEBUG nova.compute.manager [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing instance network info cache due to event network-changed-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1075.879185] env[62359]: DEBUG oslo_concurrency.lockutils [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] Acquiring lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.879371] env[62359]: DEBUG oslo_concurrency.lockutils [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] Acquired lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.879571] env[62359]: DEBUG nova.network.neutron [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing network info cache for port 64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.058890] env[62359]: DEBUG nova.network.neutron [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Successfully updated port: 1766e529-b907-4e49-b13a-223825d70f70 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.111331] env[62359]: DEBUG nova.network.neutron [-] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.546078] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5ecd99-2de3-41b6-bbd4-7b20182bf452 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.554163] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19efcd6-e96d-4503-884b-a93f5462d493 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.585463] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.585610] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.585766] env[62359]: DEBUG nova.network.neutron [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.589896] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47ef8fe-d8c6-48d5-8de4-3ac96cf09711 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.599050] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d696cd-3f19-4e08-af25-f9e81d544f0d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.614500] env[62359]: DEBUG nova.compute.provider_tree [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.615342] env[62359]: INFO nova.compute.manager [-] [instance: 46c0be45-e128-4bea-b984-253de250b268] Took 1.27 seconds to deallocate network for instance. [ 1076.631122] env[62359]: DEBUG nova.network.neutron [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updated VIF entry in instance network info cache for port 64e4f58a-3400-45d6-8e52-4c4d7e04bcc1. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.631722] env[62359]: DEBUG nova.network.neutron [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updating instance_info_cache with network_info: [{"id": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "address": "fa:16:3e:22:7a:97", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7750f8b-b4", "ovs_interfaceid": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64e4f58a-3400-45d6-8e52-4c4d7e04bcc1", "address": "fa:16:3e:31:40:82", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e4f58a-34", "ovs_interfaceid": "64e4f58a-3400-45d6-8e52-4c4d7e04bcc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.668717] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "interface-df2cd1c4-61af-44ae-9c76-52ede7dcd897-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.668975] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-df2cd1c4-61af-44ae-9c76-52ede7dcd897-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.117582] env[62359]: DEBUG nova.scheduler.client.report [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.124218] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.125174] env[62359]: DEBUG nova.network.neutron [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.133573] env[62359]: DEBUG oslo_concurrency.lockutils [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] Releasing lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.133814] env[62359]: DEBUG nova.compute.manager [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] Received event network-vif-deleted-900422fd-3e60-4113-bf31-cce83d9f2872 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.133988] env[62359]: INFO nova.compute.manager [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] Neutron deleted interface 900422fd-3e60-4113-bf31-cce83d9f2872; detaching it from the instance and deleting it from the info cache [ 1077.134174] env[62359]: DEBUG nova.network.neutron [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.171626] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.171699] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.173005] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ed4674-7d2f-4571-901b-0848639929f1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.193049] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be235bb2-97ca-4b42-af7b-3f3146471040 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.219836] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Reconfiguring VM to detach interface {{(pid=62359) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1077.220132] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1832234d-46a8-433b-811e-5ea1d5ba24e7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.241104] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1077.241104] env[62359]: value = "task-2441514" [ 1077.241104] env[62359]: _type = "Task" [ 1077.241104] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.251478] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.267775] env[62359]: DEBUG nova.network.neutron [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance_info_cache with network_info: [{"id": "1766e529-b907-4e49-b13a-223825d70f70", "address": "fa:16:3e:c9:99:6a", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1766e529-b9", "ovs_interfaceid": "1766e529-b907-4e49-b13a-223825d70f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.622236] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.622751] env[62359]: DEBUG nova.compute.manager [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.625830] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.553s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.626678] env[62359]: DEBUG nova.objects.instance [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1077.636574] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4be3c1f-f4ad-423c-8b2a-2e7cc7e9ab0b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.647060] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64a30c3-24f7-4b3b-8078-225bc362f584 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.685529] env[62359]: DEBUG nova.compute.manager [req-9dc92a07-20a6-4b69-942e-f3592ef1d8bd req-55bf8b33-9c85-4e9e-ad58-2eadec182761 service nova] [instance: 46c0be45-e128-4bea-b984-253de250b268] Detach interface failed, port_id=900422fd-3e60-4113-bf31-cce83d9f2872, reason: Instance 46c0be45-e128-4bea-b984-253de250b268 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1077.751463] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.770111] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.770437] env[62359]: DEBUG nova.compute.manager [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Instance network_info: |[{"id": "1766e529-b907-4e49-b13a-223825d70f70", "address": "fa:16:3e:c9:99:6a", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1766e529-b9", "ovs_interfaceid": "1766e529-b907-4e49-b13a-223825d70f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.770854] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:99:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1766e529-b907-4e49-b13a-223825d70f70', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.778249] env[62359]: DEBUG oslo.service.loopingcall [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.778462] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.778670] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b64bc4f-fbdc-4156-b193-7582111585b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.799378] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.799378] env[62359]: value = "task-2441515" [ 1077.799378] env[62359]: _type = "Task" [ 1077.799378] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.808112] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441515, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.983210] env[62359]: DEBUG nova.compute.manager [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Received event network-vif-plugged-1766e529-b907-4e49-b13a-223825d70f70 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.983403] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] Acquiring lock "ddc33c65-e68d-4f24-8382-d2f3601aa525-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.983662] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.983897] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.983980] env[62359]: DEBUG nova.compute.manager [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] No waiting events found dispatching network-vif-plugged-1766e529-b907-4e49-b13a-223825d70f70 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.984194] env[62359]: WARNING nova.compute.manager [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Received unexpected event network-vif-plugged-1766e529-b907-4e49-b13a-223825d70f70 for instance with vm_state building and task_state spawning. [ 1077.984345] env[62359]: DEBUG nova.compute.manager [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Received event network-changed-1766e529-b907-4e49-b13a-223825d70f70 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.984507] env[62359]: DEBUG nova.compute.manager [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Refreshing instance network info cache due to event network-changed-1766e529-b907-4e49-b13a-223825d70f70. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1077.984689] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] Acquiring lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.984824] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] Acquired lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.984987] env[62359]: DEBUG nova.network.neutron [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Refreshing network info cache for port 1766e529-b907-4e49-b13a-223825d70f70 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.131334] env[62359]: DEBUG nova.compute.utils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1078.135884] env[62359]: DEBUG nova.compute.manager [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.136074] env[62359]: DEBUG nova.network.neutron [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.179731] env[62359]: DEBUG nova.policy [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06031afbec8478bbaf24910444042a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f62a5a0d034989a05d769f3639fb5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.254643] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.309744] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441515, 'name': CreateVM_Task, 'duration_secs': 0.34005} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.309928] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.310635] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.311407] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.311407] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.311407] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ebbf7bd-e254-4ee0-bc68-4302b4b3270c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.315953] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1078.315953] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a56ee4-6217-c0ed-8c27-d52db53fefd9" [ 1078.315953] env[62359]: _type = "Task" [ 1078.315953] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.324161] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a56ee4-6217-c0ed-8c27-d52db53fefd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.348680] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.348907] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.349126] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.349309] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.349504] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.352764] env[62359]: INFO nova.compute.manager [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Terminating instance [ 1078.460073] env[62359]: DEBUG nova.network.neutron [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Successfully created port: 956f4bf4-2f79-4726-82c9-f9ac12069ff5 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.636866] env[62359]: DEBUG nova.compute.manager [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.640349] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f1872a71-9659-4244-83c1-40802eecec25 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.641406] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.277s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.642780] env[62359]: INFO nova.compute.claims [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.752277] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.813431] env[62359]: DEBUG nova.network.neutron [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updated VIF entry in instance network info cache for port 1766e529-b907-4e49-b13a-223825d70f70. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.813785] env[62359]: DEBUG nova.network.neutron [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance_info_cache with network_info: [{"id": "1766e529-b907-4e49-b13a-223825d70f70", "address": "fa:16:3e:c9:99:6a", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1766e529-b9", "ovs_interfaceid": "1766e529-b907-4e49-b13a-223825d70f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.825092] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a56ee4-6217-c0ed-8c27-d52db53fefd9, 'name': SearchDatastore_Task, 'duration_secs': 0.008716} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.826111] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.826377] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.826610] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.826756] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.826952] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.827458] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f072a937-f174-45f0-bb1b-87f1981dba6b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.835543] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.835748] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.836588] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d846ff-5074-4231-9b33-369e47812fa5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.841554] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1078.841554] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52adc936-ef4f-5325-a949-5237a815b82b" [ 1078.841554] env[62359]: _type = "Task" [ 1078.841554] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.849062] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52adc936-ef4f-5325-a949-5237a815b82b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.859785] env[62359]: DEBUG nova.compute.manager [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.859981] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.860737] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da53eb91-61f4-4296-b160-cfa1a273aca0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.867664] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.867879] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-634aacea-5f62-4d70-90e5-c0239a2d95e4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.873859] env[62359]: DEBUG oslo_vmware.api [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1078.873859] env[62359]: value = "task-2441516" [ 1078.873859] env[62359]: _type = "Task" [ 1078.873859] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.880892] env[62359]: DEBUG oslo_vmware.api [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.253316] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.316654] env[62359]: DEBUG oslo_concurrency.lockutils [req-1c9bdd73-4914-48d6-9fd2-678d6e2500cc req-82f2961f-55b4-4b30-afb1-5466b189a6f2 service nova] Releasing lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.353762] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52adc936-ef4f-5325-a949-5237a815b82b, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.354881] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a17dfb-b9d6-4fc2-9bee-b8d49e03d741 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.362321] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1079.362321] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f48e8e-af28-e466-f9f0-4762ad92a764" [ 1079.362321] env[62359]: _type = "Task" [ 1079.362321] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.376107] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f48e8e-af28-e466-f9f0-4762ad92a764, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.380676] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.380902] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] ddc33c65-e68d-4f24-8382-d2f3601aa525/ddc33c65-e68d-4f24-8382-d2f3601aa525.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.381208] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e564767-fd9d-42e9-b65b-16bc69675d6f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.391307] env[62359]: DEBUG oslo_vmware.api [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441516, 'name': PowerOffVM_Task, 'duration_secs': 0.241781} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.393077] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.393390] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.393774] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1079.393774] env[62359]: value = "task-2441517" [ 1079.393774] env[62359]: _type = "Task" [ 1079.393774] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.394029] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cb7067f-9173-451d-9cea-e3e23f8f0a3a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.406155] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.461644] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.462061] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.462278] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Deleting the datastore file [datastore2] feba8ec9-9d0e-4988-8ca4-44f1a85db030 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.462776] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ad5d933-acb9-415d-94d6-0368f64bd30b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.470389] env[62359]: DEBUG oslo_vmware.api [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1079.470389] env[62359]: value = "task-2441519" [ 1079.470389] env[62359]: _type = "Task" [ 1079.470389] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.480799] env[62359]: DEBUG oslo_vmware.api [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.650858] env[62359]: DEBUG nova.compute.manager [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.691042] env[62359]: DEBUG nova.virt.hardware [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.691042] env[62359]: DEBUG nova.virt.hardware [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.691042] env[62359]: DEBUG nova.virt.hardware [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.691042] env[62359]: DEBUG nova.virt.hardware [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.691042] env[62359]: DEBUG nova.virt.hardware [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.691042] env[62359]: DEBUG nova.virt.hardware [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.691042] env[62359]: DEBUG nova.virt.hardware [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.691507] env[62359]: DEBUG nova.virt.hardware [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.691507] env[62359]: DEBUG nova.virt.hardware [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.691507] env[62359]: DEBUG nova.virt.hardware [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.691726] env[62359]: DEBUG nova.virt.hardware [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.693165] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d4e5de-c81d-4e2b-adb0-852f65f6397b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.706697] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a158e0-225b-405e-837c-7ac08d2da224 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.755913] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.892422] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf09538-40de-4f4c-9f7e-8adef547fb21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.902901] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b8701d-52e9-406a-8fdc-d3abb5f0799f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.909260] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454316} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.910066] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] ddc33c65-e68d-4f24-8382-d2f3601aa525/ddc33c65-e68d-4f24-8382-d2f3601aa525.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.910331] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.910576] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12157f6e-c8ad-4797-b924-1387b32f5555 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.948962] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824370f8-6575-4f4b-b23a-1b4cebf5562a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.951965] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1079.951965] env[62359]: value = "task-2441520" [ 1079.951965] env[62359]: _type = "Task" [ 1079.951965] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.959193] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152b8b7f-7876-4c45-b321-cd32182b7bcd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.965830] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.977335] env[62359]: DEBUG nova.compute.provider_tree [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.986172] env[62359]: DEBUG oslo_vmware.api [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445326} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.987050] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.987266] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.987449] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.987622] env[62359]: INFO nova.compute.manager [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1079.987853] env[62359]: DEBUG oslo.service.loopingcall [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.988054] env[62359]: DEBUG nova.compute.manager [-] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.988153] env[62359]: DEBUG nova.network.neutron [-] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.010881] env[62359]: DEBUG nova.compute.manager [req-fc4148bc-5ed6-4f4f-ba73-58c3ba8b84ff req-961620e6-7b24-4696-a646-9c12dd1576f4 service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Received event network-vif-plugged-956f4bf4-2f79-4726-82c9-f9ac12069ff5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.011120] env[62359]: DEBUG oslo_concurrency.lockutils [req-fc4148bc-5ed6-4f4f-ba73-58c3ba8b84ff req-961620e6-7b24-4696-a646-9c12dd1576f4 service nova] Acquiring lock "ca33d7d5-4504-405f-baea-11a4fb7164ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.011366] env[62359]: DEBUG oslo_concurrency.lockutils [req-fc4148bc-5ed6-4f4f-ba73-58c3ba8b84ff req-961620e6-7b24-4696-a646-9c12dd1576f4 service nova] Lock "ca33d7d5-4504-405f-baea-11a4fb7164ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.011485] env[62359]: DEBUG oslo_concurrency.lockutils [req-fc4148bc-5ed6-4f4f-ba73-58c3ba8b84ff req-961620e6-7b24-4696-a646-9c12dd1576f4 service nova] Lock "ca33d7d5-4504-405f-baea-11a4fb7164ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.011634] env[62359]: DEBUG nova.compute.manager [req-fc4148bc-5ed6-4f4f-ba73-58c3ba8b84ff req-961620e6-7b24-4696-a646-9c12dd1576f4 service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] No waiting events found dispatching network-vif-plugged-956f4bf4-2f79-4726-82c9-f9ac12069ff5 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.011790] env[62359]: WARNING nova.compute.manager [req-fc4148bc-5ed6-4f4f-ba73-58c3ba8b84ff req-961620e6-7b24-4696-a646-9c12dd1576f4 service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Received unexpected event network-vif-plugged-956f4bf4-2f79-4726-82c9-f9ac12069ff5 for instance with vm_state building and task_state spawning. [ 1080.218415] env[62359]: DEBUG nova.network.neutron [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Successfully updated port: 956f4bf4-2f79-4726-82c9-f9ac12069ff5 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.258507] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.461540] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.482958] env[62359]: DEBUG nova.scheduler.client.report [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.723552] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "refresh_cache-ca33d7d5-4504-405f-baea-11a4fb7164ca" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.723552] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "refresh_cache-ca33d7d5-4504-405f-baea-11a4fb7164ca" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.723552] env[62359]: DEBUG nova.network.neutron [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.757179] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.767364] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.767364] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.767364] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Starting heal instance info cache {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1080.767364] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Rebuilding the list of instances to heal {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1080.833737] env[62359]: DEBUG nova.network.neutron [-] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.964317] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.787477} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.964760] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.965574] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70515d85-9a45-49e9-893c-f3b00ef40c97 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.987309] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] ddc33c65-e68d-4f24-8382-d2f3601aa525/ddc33c65-e68d-4f24-8382-d2f3601aa525.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.987548] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe4fed6-e0cd-449a-bc2f-d88ff43bf3c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.001856] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.002212] env[62359]: DEBUG nova.compute.manager [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.004721] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.881s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.004926] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.013021] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1081.013021] env[62359]: value = "task-2441521" [ 1081.013021] env[62359]: _type = "Task" [ 1081.013021] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.021747] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.026755] env[62359]: INFO nova.scheduler.client.report [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Deleted allocations for instance 46c0be45-e128-4bea-b984-253de250b268 [ 1081.253283] env[62359]: DEBUG nova.network.neutron [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.258769] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.272197] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Skipping network cache update for instance because it is being deleted. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1081.272394] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Skipping network cache update for instance because it is Building. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1081.272540] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Skipping network cache update for instance because it is Building. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1081.272676] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 55767968-93f7-474f-9949-b964328c6105] Skipping network cache update for instance because it is Building. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1081.313443] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.313626] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquired lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.313788] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Forcefully refreshing network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1081.313944] env[62359]: DEBUG nova.objects.instance [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lazy-loading 'info_cache' on Instance uuid 9354bdc7-4ce8-477e-a612-328ecde7e7fa {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.336431] env[62359]: INFO nova.compute.manager [-] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Took 1.35 seconds to deallocate network for instance. [ 1081.428022] env[62359]: DEBUG nova.network.neutron [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Updating instance_info_cache with network_info: [{"id": "956f4bf4-2f79-4726-82c9-f9ac12069ff5", "address": "fa:16:3e:4c:9f:76", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956f4bf4-2f", "ovs_interfaceid": "956f4bf4-2f79-4726-82c9-f9ac12069ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.508999] env[62359]: DEBUG nova.compute.utils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1081.510341] env[62359]: DEBUG nova.compute.manager [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.511035] env[62359]: DEBUG nova.network.neutron [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.524562] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441521, 'name': ReconfigVM_Task, 'duration_secs': 0.277676} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.525097] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfigured VM instance instance-0000006e to attach disk [datastore2] ddc33c65-e68d-4f24-8382-d2f3601aa525/ddc33c65-e68d-4f24-8382-d2f3601aa525.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.525867] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28a9df51-5b80-432e-9043-9f18a110ad35 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.535497] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1081.535497] env[62359]: value = "task-2441522" [ 1081.535497] env[62359]: _type = "Task" [ 1081.535497] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.536256] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6961c031-4f25-41c6-9547-fa49f4d5cae0 tempest-DeleteServersTestJSON-1842943688 tempest-DeleteServersTestJSON-1842943688-project-member] Lock "46c0be45-e128-4bea-b984-253de250b268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.828s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.554725] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441522, 'name': Rename_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.554725] env[62359]: DEBUG nova.policy [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e09e296ecd05464991c31bd665a71fa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3723797c2d7b4a628e9aba2bb10bdf10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.757981] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.843278] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.843585] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.843833] env[62359]: DEBUG nova.objects.instance [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lazy-loading 'resources' on Instance uuid feba8ec9-9d0e-4988-8ca4-44f1a85db030 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.899324] env[62359]: DEBUG nova.network.neutron [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Successfully created port: 18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.930910] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "refresh_cache-ca33d7d5-4504-405f-baea-11a4fb7164ca" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.931818] env[62359]: DEBUG nova.compute.manager [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Instance network_info: |[{"id": "956f4bf4-2f79-4726-82c9-f9ac12069ff5", "address": "fa:16:3e:4c:9f:76", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956f4bf4-2f", "ovs_interfaceid": "956f4bf4-2f79-4726-82c9-f9ac12069ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.931818] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:9f:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '956f4bf4-2f79-4726-82c9-f9ac12069ff5', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.939689] env[62359]: DEBUG oslo.service.loopingcall [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1081.939922] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.940173] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-befc0fab-6038-4490-8f16-572f2bef4656 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.962617] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.962617] env[62359]: value = "task-2441524" [ 1081.962617] env[62359]: _type = "Task" [ 1081.962617] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.970977] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441524, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.013608] env[62359]: DEBUG nova.compute.manager [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.047768] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441522, 'name': Rename_Task, 'duration_secs': 0.132948} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.049112] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.050581] env[62359]: DEBUG nova.compute.manager [req-5d80b904-5726-49de-b801-56672b2faba3 req-2742c4c3-3bcd-48aa-8f56-430701cabacb service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Received event network-changed-956f4bf4-2f79-4726-82c9-f9ac12069ff5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.050770] env[62359]: DEBUG nova.compute.manager [req-5d80b904-5726-49de-b801-56672b2faba3 req-2742c4c3-3bcd-48aa-8f56-430701cabacb service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Refreshing instance network info cache due to event network-changed-956f4bf4-2f79-4726-82c9-f9ac12069ff5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.050979] env[62359]: DEBUG oslo_concurrency.lockutils [req-5d80b904-5726-49de-b801-56672b2faba3 req-2742c4c3-3bcd-48aa-8f56-430701cabacb service nova] Acquiring lock "refresh_cache-ca33d7d5-4504-405f-baea-11a4fb7164ca" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.051138] env[62359]: DEBUG oslo_concurrency.lockutils [req-5d80b904-5726-49de-b801-56672b2faba3 req-2742c4c3-3bcd-48aa-8f56-430701cabacb service nova] Acquired lock "refresh_cache-ca33d7d5-4504-405f-baea-11a4fb7164ca" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.051300] env[62359]: DEBUG nova.network.neutron [req-5d80b904-5726-49de-b801-56672b2faba3 req-2742c4c3-3bcd-48aa-8f56-430701cabacb service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Refreshing network info cache for port 956f4bf4-2f79-4726-82c9-f9ac12069ff5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.052344] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-930b3ff7-9443-4f9c-8802-f8feab0c1fe5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.063582] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1082.063582] env[62359]: value = "task-2441525" [ 1082.063582] env[62359]: _type = "Task" [ 1082.063582] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.071498] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.259197] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.475774] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441524, 'name': CreateVM_Task, 'duration_secs': 0.286752} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.475954] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.476649] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.476854] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.477139] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.477408] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c79b8451-4bf0-4efa-929d-e2ae1111252b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.483635] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1082.483635] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521b547a-d412-071d-0a55-e72866d9b802" [ 1082.483635] env[62359]: _type = "Task" [ 1082.483635] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.491934] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521b547a-d412-071d-0a55-e72866d9b802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.573319] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441525, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.574886] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45197c34-2a2d-4285-81f5-e92e5e975240 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.581744] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46987739-7c09-4ea6-82a7-4ca5d5097fa3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.618846] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97866346-8d6f-4c55-b265-6cdb83102132 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.626406] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4be00-83c8-4193-9d4a-4160b830537c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.641367] env[62359]: DEBUG nova.compute.provider_tree [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.762070] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.826022] env[62359]: DEBUG nova.network.neutron [req-5d80b904-5726-49de-b801-56672b2faba3 req-2742c4c3-3bcd-48aa-8f56-430701cabacb service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Updated VIF entry in instance network info cache for port 956f4bf4-2f79-4726-82c9-f9ac12069ff5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.826463] env[62359]: DEBUG nova.network.neutron [req-5d80b904-5726-49de-b801-56672b2faba3 req-2742c4c3-3bcd-48aa-8f56-430701cabacb service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Updating instance_info_cache with network_info: [{"id": "956f4bf4-2f79-4726-82c9-f9ac12069ff5", "address": "fa:16:3e:4c:9f:76", "network": {"id": "b5a8dc49-b0bd-4371-8c6c-c12654d4473d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1913371811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f62a5a0d034989a05d769f3639fb5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956f4bf4-2f", "ovs_interfaceid": "956f4bf4-2f79-4726-82c9-f9ac12069ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.994866] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521b547a-d412-071d-0a55-e72866d9b802, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.995248] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.995501] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.995778] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.995939] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.996135] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.996415] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcd37e6e-3595-4e77-9a45-ada741215fe7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.004437] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.004653] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.005327] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b010307-0f99-4494-9a33-8e0e7152ebbb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.010548] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1083.010548] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e57151-d7e5-97df-78e3-dc90790c3cb1" [ 1083.010548] env[62359]: _type = "Task" [ 1083.010548] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.017864] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e57151-d7e5-97df-78e3-dc90790c3cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.029186] env[62359]: DEBUG nova.compute.manager [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.055606] env[62359]: DEBUG nova.virt.hardware [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.055866] env[62359]: DEBUG nova.virt.hardware [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.056035] env[62359]: DEBUG nova.virt.hardware [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.056288] env[62359]: DEBUG nova.virt.hardware [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.056456] env[62359]: DEBUG nova.virt.hardware [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.056601] env[62359]: DEBUG nova.virt.hardware [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.056829] env[62359]: DEBUG nova.virt.hardware [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.057010] env[62359]: DEBUG nova.virt.hardware [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.057345] env[62359]: DEBUG nova.virt.hardware [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.057474] env[62359]: DEBUG nova.virt.hardware [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.057667] env[62359]: DEBUG nova.virt.hardware [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.058564] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbd99b6-bdcd-4a3d-a8eb-ede7484ec396 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.070587] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19422691-d1f2-49ab-8780-8c8247cd5e28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.077478] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.143364] env[62359]: DEBUG nova.scheduler.client.report [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.260885] env[62359]: DEBUG oslo_vmware.api [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441514, 'name': ReconfigVM_Task, 'duration_secs': 5.749753} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.261207] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.261374] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Reconfigured VM to detach interface {{(pid=62359) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1083.331021] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Updating instance_info_cache with network_info: [{"id": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "address": "fa:16:3e:ce:5c:7d", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f3418e-30", "ovs_interfaceid": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.332595] env[62359]: DEBUG oslo_concurrency.lockutils [req-5d80b904-5726-49de-b801-56672b2faba3 req-2742c4c3-3bcd-48aa-8f56-430701cabacb service nova] Releasing lock "refresh_cache-ca33d7d5-4504-405f-baea-11a4fb7164ca" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.332879] env[62359]: DEBUG nova.compute.manager [req-5d80b904-5726-49de-b801-56672b2faba3 req-2742c4c3-3bcd-48aa-8f56-430701cabacb service nova] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Received event network-vif-deleted-7bf1bce8-3061-485a-8323-76732d9828b3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.526812] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e57151-d7e5-97df-78e3-dc90790c3cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.031218} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.528080] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb87089f-cf48-49a1-b91d-db52418087d4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.535207] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1083.535207] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52146972-f8bb-e681-1831-61eb9afb060e" [ 1083.535207] env[62359]: _type = "Task" [ 1083.535207] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.545307] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52146972-f8bb-e681-1831-61eb9afb060e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.573925] env[62359]: DEBUG oslo_vmware.api [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441525, 'name': PowerOnVM_Task, 'duration_secs': 1.403482} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.574258] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.574510] env[62359]: INFO nova.compute.manager [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1083.574724] env[62359]: DEBUG nova.compute.manager [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.575544] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e786dd01-42d5-4da2-881f-d8d0149a641c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.641551] env[62359]: DEBUG nova.network.neutron [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Successfully updated port: 18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.655124] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.678641] env[62359]: INFO nova.scheduler.client.report [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Deleted allocations for instance feba8ec9-9d0e-4988-8ca4-44f1a85db030 [ 1083.834190] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Releasing lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.834421] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Updated the network info_cache for instance {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1083.834611] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.834768] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.834912] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.835093] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.835293] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.835475] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.835607] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62359) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1083.836166] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.047289] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52146972-f8bb-e681-1831-61eb9afb060e, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.047590] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.047884] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] ca33d7d5-4504-405f-baea-11a4fb7164ca/ca33d7d5-4504-405f-baea-11a4fb7164ca.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.048184] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4792f38-0c30-4fa3-b38d-82933df7334d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.056736] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1084.056736] env[62359]: value = "task-2441526" [ 1084.056736] env[62359]: _type = "Task" [ 1084.056736] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.067124] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.098197] env[62359]: INFO nova.compute.manager [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Took 20.14 seconds to build instance. [ 1084.145367] env[62359]: DEBUG nova.compute.manager [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Received event network-vif-plugged-18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.145467] env[62359]: DEBUG oslo_concurrency.lockutils [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] Acquiring lock "55767968-93f7-474f-9949-b964328c6105-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.145681] env[62359]: DEBUG oslo_concurrency.lockutils [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] Lock "55767968-93f7-474f-9949-b964328c6105-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.145810] env[62359]: DEBUG oslo_concurrency.lockutils [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] Lock "55767968-93f7-474f-9949-b964328c6105-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.145980] env[62359]: DEBUG nova.compute.manager [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] No waiting events found dispatching network-vif-plugged-18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.146240] env[62359]: WARNING nova.compute.manager [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Received unexpected event network-vif-plugged-18175988-13ee-4173-992f-5af3b374bdc5 for instance with vm_state building and task_state spawning. [ 1084.146408] env[62359]: DEBUG nova.compute.manager [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Received event network-changed-18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.146564] env[62359]: DEBUG nova.compute.manager [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Refreshing instance network info cache due to event network-changed-18175988-13ee-4173-992f-5af3b374bdc5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1084.146978] env[62359]: DEBUG oslo_concurrency.lockutils [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] Acquiring lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.146978] env[62359]: DEBUG oslo_concurrency.lockutils [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] Acquired lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.147103] env[62359]: DEBUG nova.network.neutron [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Refreshing network info cache for port 18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.149706] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.186388] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8b395833-59bf-412f-9b6d-76727d81f784 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "feba8ec9-9d0e-4988-8ca4-44f1a85db030" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.837s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.338661] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.339055] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.339182] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.339379] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62359) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1084.340483] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba051f6b-7515-4fc6-ae1e-8d466c69a012 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.351401] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46cf522-99a2-4368-b900-5ba80a7594ed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.368224] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347c082-b8fe-45c7-8502-a40bfd5a7a3f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.378250] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b44d4fa-170f-41cb-abf8-b54c49007fc2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.408655] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178252MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62359) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1084.408886] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.409037] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.571028] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441526, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.600222] env[62359]: DEBUG oslo_concurrency.lockutils [None req-dc5e0242-f4f3-444c-a862-19e0ba0d7e34 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.648s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.685155] env[62359]: DEBUG nova.network.neutron [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.728102] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.728102] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.728102] env[62359]: DEBUG nova.network.neutron [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.768016] env[62359]: DEBUG nova.network.neutron [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.070852] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441526, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.273534] env[62359]: DEBUG oslo_concurrency.lockutils [req-0ac241d5-4969-4122-beba-482d9af81200 req-26a93814-c312-4ec0-a585-1f151dd579f6 service nova] Releasing lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.273534] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.273534] env[62359]: DEBUG nova.network.neutron [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.410981] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "73dc6ebd-f723-4511-8819-e375db2b2790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.410981] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "73dc6ebd-f723-4511-8819-e375db2b2790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.410981] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "73dc6ebd-f723-4511-8819-e375db2b2790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.414166] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "73dc6ebd-f723-4511-8819-e375db2b2790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.414166] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "73dc6ebd-f723-4511-8819-e375db2b2790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.415234] env[62359]: INFO nova.compute.manager [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Terminating instance [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 9354bdc7-4ce8-477e-a612-328ecde7e7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 8e3af67b-5850-4fff-9437-83b6c2cc0852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 65d045f2-2440-412a-aaaa-c1a4959c393f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 73dc6ebd-f723-4511-8819-e375db2b2790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance f1f3e077-e902-428c-87e3-a70c88542841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance b95f9ba6-51c4-42a4-ab59-13ee10525df1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance df2cd1c4-61af-44ae-9c76-52ede7dcd897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 17ed1181-22e9-46d0-bb22-6fddb61fc073 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 9530a14a-1520-4116-b021-801aec2c0683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 44cecf97-be94-4e13-b2aa-021524926ef0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance ddc33c65-e68d-4f24-8382-d2f3601aa525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance ca33d7d5-4504-405f-baea-11a4fb7164ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445017] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 55767968-93f7-474f-9949-b964328c6105 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1085.445485] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1085.445485] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1085.576197] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441526, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.494013} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.577960] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] ca33d7d5-4504-405f-baea-11a4fb7164ca/ca33d7d5-4504-405f-baea-11a4fb7164ca.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.578267] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.581049] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54cc7f87-ff24-4a02-aad9-9d974bf26601 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.587466] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1085.587466] env[62359]: value = "task-2441527" [ 1085.587466] env[62359]: _type = "Task" [ 1085.587466] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.597755] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.670972] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9ba9af-9111-4fa8-a5c2-0e1359ffd66d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.679278] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6794f-1996-48f5-8483-789adb09ce83 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.710457] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373d3d0f-e7bb-415d-8eb7-7a323874dc3f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.717785] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2786d1b-b887-41db-a149-ac349df1fe60 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.731325] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.780523] env[62359]: INFO nova.network.neutron [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Port 64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1085.781279] env[62359]: DEBUG nova.network.neutron [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updating instance_info_cache with network_info: [{"id": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "address": "fa:16:3e:22:7a:97", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7750f8b-b4", "ovs_interfaceid": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.844158] env[62359]: DEBUG nova.network.neutron [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.924338] env[62359]: DEBUG nova.compute.manager [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.924572] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.925571] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc5856-dac9-4f24-b3ac-a016457b83f5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.935431] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.935703] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc2bda67-3f8c-4e05-a598-0101b2ca3434 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.942908] env[62359]: DEBUG oslo_vmware.api [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1085.942908] env[62359]: value = "task-2441528" [ 1085.942908] env[62359]: _type = "Task" [ 1085.942908] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.952780] env[62359]: DEBUG oslo_vmware.api [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.100424] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066181} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.100737] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.101582] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e206089b-ff24-40cc-8d5d-fe69e88780e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.129018] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] ca33d7d5-4504-405f-baea-11a4fb7164ca/ca33d7d5-4504-405f-baea-11a4fb7164ca.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.129379] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86439c03-27ed-43c5-a824-7c757b122a2f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.153449] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1086.153449] env[62359]: value = "task-2441529" [ 1086.153449] env[62359]: _type = "Task" [ 1086.153449] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.164012] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.235283] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.283429] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.299999] env[62359]: DEBUG nova.compute.manager [req-2c1d8ac4-27b6-44a2-addf-df81eb0d5ecd req-1d59b2ee-aae1-4342-9be2-8dc60d5803e1 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Received event network-changed-1766e529-b907-4e49-b13a-223825d70f70 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.300217] env[62359]: DEBUG nova.compute.manager [req-2c1d8ac4-27b6-44a2-addf-df81eb0d5ecd req-1d59b2ee-aae1-4342-9be2-8dc60d5803e1 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Refreshing instance network info cache due to event network-changed-1766e529-b907-4e49-b13a-223825d70f70. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1086.303656] env[62359]: DEBUG oslo_concurrency.lockutils [req-2c1d8ac4-27b6-44a2-addf-df81eb0d5ecd req-1d59b2ee-aae1-4342-9be2-8dc60d5803e1 service nova] Acquiring lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.303656] env[62359]: DEBUG oslo_concurrency.lockutils [req-2c1d8ac4-27b6-44a2-addf-df81eb0d5ecd req-1d59b2ee-aae1-4342-9be2-8dc60d5803e1 service nova] Acquired lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.303656] env[62359]: DEBUG nova.network.neutron [req-2c1d8ac4-27b6-44a2-addf-df81eb0d5ecd req-1d59b2ee-aae1-4342-9be2-8dc60d5803e1 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Refreshing network info cache for port 1766e529-b907-4e49-b13a-223825d70f70 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.377707] env[62359]: DEBUG nova.network.neutron [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Updating instance_info_cache with network_info: [{"id": "18175988-13ee-4173-992f-5af3b374bdc5", "address": "fa:16:3e:1d:6c:26", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18175988-13", "ovs_interfaceid": "18175988-13ee-4173-992f-5af3b374bdc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.453692] env[62359]: DEBUG oslo_vmware.api [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441528, 'name': PowerOffVM_Task, 'duration_secs': 0.243105} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.454310] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.454310] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.454629] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-489b66b9-12b0-415b-b46a-55daa9afb84e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.517500] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.517739] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.517899] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Deleting the datastore file [datastore1] 73dc6ebd-f723-4511-8819-e375db2b2790 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.518197] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00939cdd-5a48-4db4-9089-a4de248e9135 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.527053] env[62359]: DEBUG oslo_vmware.api [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for the task: (returnval){ [ 1086.527053] env[62359]: value = "task-2441531" [ 1086.527053] env[62359]: _type = "Task" [ 1086.527053] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.536836] env[62359]: DEBUG oslo_vmware.api [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.663886] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441529, 'name': ReconfigVM_Task, 'duration_secs': 0.503107} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.664210] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Reconfigured VM instance instance-0000006f to attach disk [datastore2] ca33d7d5-4504-405f-baea-11a4fb7164ca/ca33d7d5-4504-405f-baea-11a4fb7164ca.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.664865] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-070d4938-5678-4fa5-bd4a-e1cc61c39da3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.671527] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1086.671527] env[62359]: value = "task-2441532" [ 1086.671527] env[62359]: _type = "Task" [ 1086.671527] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.679324] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441532, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.740537] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1086.740746] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.332s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.740970] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.741122] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Cleaning up deleted instances {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1086.794323] env[62359]: DEBUG oslo_concurrency.lockutils [None req-99e5bf86-544f-4cab-b516-9b8af8f0b007 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-df2cd1c4-61af-44ae-9c76-52ede7dcd897-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.123s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.884648] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.884803] env[62359]: DEBUG nova.compute.manager [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Instance network_info: |[{"id": "18175988-13ee-4173-992f-5af3b374bdc5", "address": "fa:16:3e:1d:6c:26", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18175988-13", "ovs_interfaceid": "18175988-13ee-4173-992f-5af3b374bdc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.885221] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:6c:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18175988-13ee-4173-992f-5af3b374bdc5', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.892740] env[62359]: DEBUG oslo.service.loopingcall [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1086.893056] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55767968-93f7-474f-9949-b964328c6105] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.893625] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d302ff3e-2603-49a7-b188-5feee8ea0b78 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.929363] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.929363] env[62359]: value = "task-2441533" [ 1086.929363] env[62359]: _type = "Task" [ 1086.929363] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.942810] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441533, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.037079] env[62359]: DEBUG oslo_vmware.api [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Task: {'id': task-2441531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2083} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.037490] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.037650] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.037875] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.038086] env[62359]: INFO nova.compute.manager [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1087.038358] env[62359]: DEBUG oslo.service.loopingcall [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.038605] env[62359]: DEBUG nova.compute.manager [-] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.038728] env[62359]: DEBUG nova.network.neutron [-] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.184177] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441532, 'name': Rename_Task, 'duration_secs': 0.321565} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.184254] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.184517] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e04ba5ea-210f-4e75-a433-5107937ed78d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.195341] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1087.195341] env[62359]: value = "task-2441534" [ 1087.195341] env[62359]: _type = "Task" [ 1087.195341] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.206457] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.258453] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] There are 56 instances to clean {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1087.258453] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: baa9cb5f-1cb5-412c-8c7e-f6c690347117] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.301192] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "interface-9530a14a-1520-4116-b021-801aec2c0683-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.301467] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-9530a14a-1520-4116-b021-801aec2c0683-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.302436] env[62359]: DEBUG nova.objects.instance [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'flavor' on Instance uuid 9530a14a-1520-4116-b021-801aec2c0683 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.330140] env[62359]: DEBUG nova.network.neutron [req-2c1d8ac4-27b6-44a2-addf-df81eb0d5ecd req-1d59b2ee-aae1-4342-9be2-8dc60d5803e1 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updated VIF entry in instance network info cache for port 1766e529-b907-4e49-b13a-223825d70f70. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.330518] env[62359]: DEBUG nova.network.neutron [req-2c1d8ac4-27b6-44a2-addf-df81eb0d5ecd req-1d59b2ee-aae1-4342-9be2-8dc60d5803e1 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance_info_cache with network_info: [{"id": "1766e529-b907-4e49-b13a-223825d70f70", "address": "fa:16:3e:c9:99:6a", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1766e529-b9", "ovs_interfaceid": "1766e529-b907-4e49-b13a-223825d70f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.438960] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441533, 'name': CreateVM_Task, 'duration_secs': 0.483749} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.438960] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55767968-93f7-474f-9949-b964328c6105] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.440483] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.440483] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.440483] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.440483] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70f67f3-1c83-4248-ba9e-bee215fb682d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.444902] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1087.444902] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d90050-0054-0c7c-454b-4fb3186f0d71" [ 1087.444902] env[62359]: _type = "Task" [ 1087.444902] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.452812] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d90050-0054-0c7c-454b-4fb3186f0d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.705600] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.765364] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: a584de33-41a9-4dd1-bfd4-6de864adf0c0] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.838086] env[62359]: DEBUG oslo_concurrency.lockutils [req-2c1d8ac4-27b6-44a2-addf-df81eb0d5ecd req-1d59b2ee-aae1-4342-9be2-8dc60d5803e1 service nova] Releasing lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.955501] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d90050-0054-0c7c-454b-4fb3186f0d71, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.955816] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.956060] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.959014] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.959014] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.959014] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.959014] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b04ce08-133b-4cc5-a288-88b63598bd3c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.964063] env[62359]: DEBUG nova.objects.instance [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'pci_requests' on Instance uuid 9530a14a-1520-4116-b021-801aec2c0683 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.966112] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.966285] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.967238] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437cc117-22c8-42f2-b93a-29b13babd6c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.975745] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1087.975745] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c0fbdb-eed2-510e-5380-f1efaeca829c" [ 1087.975745] env[62359]: _type = "Task" [ 1087.975745] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.983189] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c0fbdb-eed2-510e-5380-f1efaeca829c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.045943] env[62359]: DEBUG nova.network.neutron [-] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.210527] env[62359]: DEBUG oslo_vmware.api [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441534, 'name': PowerOnVM_Task, 'duration_secs': 0.640125} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.210997] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.211382] env[62359]: INFO nova.compute.manager [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1088.211689] env[62359]: DEBUG nova.compute.manager [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.212936] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efecd152-060b-48af-a2e7-c4c682de84e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.268801] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 46c0be45-e128-4bea-b984-253de250b268] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.468329] env[62359]: DEBUG nova.objects.base [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Object Instance<9530a14a-1520-4116-b021-801aec2c0683> lazy-loaded attributes: flavor,pci_requests {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1088.468642] env[62359]: DEBUG nova.network.neutron [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.486494] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c0fbdb-eed2-510e-5380-f1efaeca829c, 'name': SearchDatastore_Task, 'duration_secs': 0.022432} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.487463] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaaa67c7-80cc-4c83-b1c6-d93784ec7b73 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.495364] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1088.495364] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5279cb35-7c0b-6439-bdd9-98595e981bdc" [ 1088.495364] env[62359]: _type = "Task" [ 1088.495364] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.504915] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5279cb35-7c0b-6439-bdd9-98595e981bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.527622] env[62359]: DEBUG nova.compute.manager [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Received event network-changed-c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.527816] env[62359]: DEBUG nova.compute.manager [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing instance network info cache due to event network-changed-c7750f8b-b495-4c53-919f-c3a0cd32e584. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1088.528016] env[62359]: DEBUG oslo_concurrency.lockutils [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] Acquiring lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.528191] env[62359]: DEBUG oslo_concurrency.lockutils [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] Acquired lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.528469] env[62359]: DEBUG nova.network.neutron [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Refreshing network info cache for port c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.548370] env[62359]: INFO nova.compute.manager [-] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Took 1.51 seconds to deallocate network for instance. [ 1088.566726] env[62359]: DEBUG nova.policy [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04ac8f682c844f929fc2042a78f02685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7c0490bb1fb46d1a9d177a40f89c4fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.743077] env[62359]: INFO nova.compute.manager [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Took 20.45 seconds to build instance. [ 1088.773204] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 0fdb877b-28a6-4df4-838a-02c0f7b9ddaf] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.996249] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.996540] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.996842] env[62359]: INFO nova.compute.manager [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Shelving [ 1089.012477] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5279cb35-7c0b-6439-bdd9-98595e981bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.019333} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.012790] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.013233] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 55767968-93f7-474f-9949-b964328c6105/55767968-93f7-474f-9949-b964328c6105.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.013513] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-834eaf95-51f1-41ec-b27f-1db3e51e9b29 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.021857] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1089.021857] env[62359]: value = "task-2441535" [ 1089.021857] env[62359]: _type = "Task" [ 1089.021857] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.036125] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.055438] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.055693] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.055913] env[62359]: DEBUG nova.objects.instance [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lazy-loading 'resources' on Instance uuid 73dc6ebd-f723-4511-8819-e375db2b2790 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.246260] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c1c32730-5b17-4893-a643-d9ae19987823 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "ca33d7d5-4504-405f-baea-11a4fb7164ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.957s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.277399] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 131e5b00-4c96-4826-a27d-6bb60ba48077] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.431303] env[62359]: DEBUG nova.network.neutron [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updated VIF entry in instance network info cache for port c7750f8b-b495-4c53-919f-c3a0cd32e584. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.431671] env[62359]: DEBUG nova.network.neutron [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updating instance_info_cache with network_info: [{"id": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "address": "fa:16:3e:22:7a:97", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7750f8b-b4", "ovs_interfaceid": "c7750f8b-b495-4c53-919f-c3a0cd32e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.531905] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441535, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.781953] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 2cf156ce-f1b0-44c4-9305-d501ac10e245] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.867184] env[62359]: DEBUG oslo_concurrency.lockutils [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "ca33d7d5-4504-405f-baea-11a4fb7164ca" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.867710] env[62359]: DEBUG oslo_concurrency.lockutils [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "ca33d7d5-4504-405f-baea-11a4fb7164ca" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.868011] env[62359]: DEBUG nova.compute.manager [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.869472] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556f9f53-a4dd-4c39-8baa-0dee1103c260 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.883752] env[62359]: DEBUG nova.compute.manager [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62359) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1089.884737] env[62359]: DEBUG nova.objects.instance [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lazy-loading 'flavor' on Instance uuid ca33d7d5-4504-405f-baea-11a4fb7164ca {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.934762] env[62359]: DEBUG oslo_concurrency.lockutils [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] Releasing lock "refresh_cache-df2cd1c4-61af-44ae-9c76-52ede7dcd897" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.935049] env[62359]: DEBUG nova.compute.manager [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Received event network-changed-7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.935236] env[62359]: DEBUG nova.compute.manager [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Refreshing instance network info cache due to event network-changed-7e057293-d05e-43e3-aaae-285d2374714c. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.935454] env[62359]: DEBUG oslo_concurrency.lockutils [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] Acquiring lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.935599] env[62359]: DEBUG oslo_concurrency.lockutils [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] Acquired lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.935765] env[62359]: DEBUG nova.network.neutron [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Refreshing network info cache for port 7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.002836] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a143c8-bea1-44b4-a5b0-1ff9e9cbba0e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.013072] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.013530] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c3c551f-08f2-4a3e-a07e-63456e5cf9bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.018741] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863b9a9c-38f4-4711-9982-64e5511b67a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.031729] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1090.031729] env[62359]: value = "task-2441536" [ 1090.031729] env[62359]: _type = "Task" [ 1090.031729] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.070459] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8084736-072d-4b38-9c11-223a6939cdd3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.073236] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.930059} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.073974] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 55767968-93f7-474f-9949-b964328c6105/55767968-93f7-474f-9949-b964328c6105.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.074279] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.074890] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c79087a-77ee-4f22-95f2-ba62b4601f03 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.081807] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.083515] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f356feb-19d6-4534-b7cb-ba2792474f5d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.089023] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1090.089023] env[62359]: value = "task-2441537" [ 1090.089023] env[62359]: _type = "Task" [ 1090.089023] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.100840] env[62359]: DEBUG nova.compute.provider_tree [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.107473] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.286603] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: d57394c3-5354-4ae1-a26e-41f46f38f7bc] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.360073] env[62359]: DEBUG nova.network.neutron [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Successfully updated port: 64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.546025] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441536, 'name': PowerOffVM_Task, 'duration_secs': 0.412648} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.546025] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.546025] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122dd00b-c5e4-4d8c-9533-73fbe7da8704 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.567057] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b4cea1-5a6a-47e0-bf53-5abc2aeffa74 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.599384] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077069} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.603141] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.603141] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1376ec32-60d4-46f0-baef-4d3c43e999e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.604677] env[62359]: DEBUG nova.scheduler.client.report [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.630339] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 55767968-93f7-474f-9949-b964328c6105/55767968-93f7-474f-9949-b964328c6105.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.635389] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f07d90c7-5781-430d-afcb-92fa0dca5d01 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.655586] env[62359]: DEBUG nova.compute.manager [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Received event network-vif-plugged-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.655886] env[62359]: DEBUG oslo_concurrency.lockutils [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] Acquiring lock "9530a14a-1520-4116-b021-801aec2c0683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.656165] env[62359]: DEBUG oslo_concurrency.lockutils [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] Lock "9530a14a-1520-4116-b021-801aec2c0683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.656394] env[62359]: DEBUG oslo_concurrency.lockutils [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] Lock "9530a14a-1520-4116-b021-801aec2c0683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.656617] env[62359]: DEBUG nova.compute.manager [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] No waiting events found dispatching network-vif-plugged-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.656836] env[62359]: WARNING nova.compute.manager [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Received unexpected event network-vif-plugged-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 for instance with vm_state active and task_state None. [ 1090.657061] env[62359]: DEBUG nova.compute.manager [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Received event network-changed-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.657331] env[62359]: DEBUG nova.compute.manager [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Refreshing instance network info cache due to event network-changed-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1090.657563] env[62359]: DEBUG oslo_concurrency.lockutils [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] Acquiring lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.663904] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1090.663904] env[62359]: value = "task-2441538" [ 1090.663904] env[62359]: _type = "Task" [ 1090.663904] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.672496] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.788099] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 2a052b36-dcbd-45cb-b5b7-8f7d45b2b5b0] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.863334] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.864601] env[62359]: DEBUG nova.network.neutron [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updated VIF entry in instance network info cache for port 7e057293-d05e-43e3-aaae-285d2374714c. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.865138] env[62359]: DEBUG nova.network.neutron [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updating instance_info_cache with network_info: [{"id": "7e057293-d05e-43e3-aaae-285d2374714c", "address": "fa:16:3e:42:68:b1", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e057293-d0", "ovs_interfaceid": "7e057293-d05e-43e3-aaae-285d2374714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.897194] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.897890] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-515a5c2d-7549-4e23-a36f-08c9a482b004 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.910250] env[62359]: DEBUG oslo_vmware.api [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1090.910250] env[62359]: value = "task-2441539" [ 1090.910250] env[62359]: _type = "Task" [ 1090.910250] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.926293] env[62359]: DEBUG oslo_vmware.api [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.078111] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1091.078580] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d02e23a2-bbc9-464f-a145-9c47c2073b60 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.087841] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1091.087841] env[62359]: value = "task-2441540" [ 1091.087841] env[62359]: _type = "Task" [ 1091.087841] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.096692] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441540, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.133359] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.158876] env[62359]: INFO nova.scheduler.client.report [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Deleted allocations for instance 73dc6ebd-f723-4511-8819-e375db2b2790 [ 1091.174986] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.292297] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 819991d6-0042-46f6-a734-237e9ba2a166] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.369775] env[62359]: DEBUG oslo_concurrency.lockutils [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] Releasing lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.370141] env[62359]: DEBUG nova.compute.manager [req-5aec4b12-ca11-48ee-a00e-9f515924bdbf req-1038b5d7-7082-4ec6-885d-78007d5f31fb service nova] [instance: 73dc6ebd-f723-4511-8819-e375db2b2790] Received event network-vif-deleted-5df68cb7-f39a-4522-9e8e-695722a02787 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.370714] env[62359]: DEBUG oslo_concurrency.lockutils [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] Acquired lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.370925] env[62359]: DEBUG nova.network.neutron [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Refreshing network info cache for port 64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.419980] env[62359]: DEBUG oslo_vmware.api [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441539, 'name': PowerOffVM_Task, 'duration_secs': 0.310102} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.420303] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.420565] env[62359]: DEBUG nova.compute.manager [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.421389] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a5a1d9-427f-4dda-9d3e-47cc253bdb78 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.601034] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441540, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.670013] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1f81f43e-03c3-43ba-b60e-0d1d68385085 tempest-ServerRescueNegativeTestJSON-1430791949 tempest-ServerRescueNegativeTestJSON-1430791949-project-member] Lock "73dc6ebd-f723-4511-8819-e375db2b2790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.259s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.676677] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441538, 'name': ReconfigVM_Task, 'duration_secs': 0.64314} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.678096] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 55767968-93f7-474f-9949-b964328c6105/55767968-93f7-474f-9949-b964328c6105.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.678096] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c94ec23b-157d-4081-b81c-097a982d3412 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.685573] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1091.685573] env[62359]: value = "task-2441541" [ 1091.685573] env[62359]: _type = "Task" [ 1091.685573] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.696760] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441541, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.796924] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bdd90dc5-dee6-40d9-87df-d711efc254dd] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.939779] env[62359]: DEBUG oslo_concurrency.lockutils [None req-009876cb-a6f8-4be3-bff8-8eb9d8d8a592 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "ca33d7d5-4504-405f-baea-11a4fb7164ca" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.100484] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441540, 'name': CreateSnapshot_Task, 'duration_secs': 0.715686} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.100782] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1092.101703] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d589e8-8ad9-4fcd-9f13-58ba26158691 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.198338] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquiring lock "6bea986e-d652-4ce4-a664-47106fc3ffff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.198338] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "6bea986e-d652-4ce4-a664-47106fc3ffff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.199443] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441541, 'name': Rename_Task, 'duration_secs': 0.160089} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.200022] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.200346] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa62ba5d-ef5d-4123-9961-5d2b72ab82e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.207860] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1092.207860] env[62359]: value = "task-2441542" [ 1092.207860] env[62359]: _type = "Task" [ 1092.207860] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.221512] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.300532] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 0729cc4d-fac6-4aaa-a8bd-a39de6889be0] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.322276] env[62359]: DEBUG nova.network.neutron [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Added VIF to instance network info cache for port 64e4f58a-3400-45d6-8e52-4c4d7e04bcc1. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1092.323027] env[62359]: DEBUG nova.network.neutron [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updating instance_info_cache with network_info: [{"id": "7e057293-d05e-43e3-aaae-285d2374714c", "address": "fa:16:3e:42:68:b1", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e057293-d0", "ovs_interfaceid": "7e057293-d05e-43e3-aaae-285d2374714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64e4f58a-3400-45d6-8e52-4c4d7e04bcc1", "address": "fa:16:3e:31:40:82", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e4f58a-34", "ovs_interfaceid": "64e4f58a-3400-45d6-8e52-4c4d7e04bcc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.619694] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1092.620936] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3bdffe36-d132-4399-b173-1062d5ad8ee3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.631340] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1092.631340] env[62359]: value = "task-2441543" [ 1092.631340] env[62359]: _type = "Task" [ 1092.631340] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.642155] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441543, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.701611] env[62359]: DEBUG nova.compute.manager [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.709504] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "f1f3e077-e902-428c-87e3-a70c88542841" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.709769] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.726273] env[62359]: DEBUG oslo_vmware.api [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441542, 'name': PowerOnVM_Task, 'duration_secs': 0.498362} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.727959] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.728389] env[62359]: INFO nova.compute.manager [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1092.728621] env[62359]: DEBUG nova.compute.manager [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.729646] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa6743c-73fc-475a-b16a-7279f7f0731e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.808106] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: c3a55033-e283-4c18-91f8-abf5b1e587aa] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.825448] env[62359]: DEBUG oslo_concurrency.lockutils [req-f29bd04c-864b-42d2-ac94-ed226e676a1b req-3bbf1afe-d532-44a8-8392-abc12b1e168f service nova] Releasing lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.825966] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.826147] env[62359]: DEBUG nova.network.neutron [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.049935] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "ca33d7d5-4504-405f-baea-11a4fb7164ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.050222] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "ca33d7d5-4504-405f-baea-11a4fb7164ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.050496] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "ca33d7d5-4504-405f-baea-11a4fb7164ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.050631] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "ca33d7d5-4504-405f-baea-11a4fb7164ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.050796] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "ca33d7d5-4504-405f-baea-11a4fb7164ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.053282] env[62359]: INFO nova.compute.manager [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Terminating instance [ 1093.142575] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441543, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.226605] env[62359]: INFO nova.compute.manager [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Detaching volume d1808cee-3c0d-46d7-a203-41c3a803647d [ 1093.241932] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.242231] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.243762] env[62359]: INFO nova.compute.claims [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.266279] env[62359]: INFO nova.compute.manager [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Took 17.92 seconds to build instance. [ 1093.292124] env[62359]: INFO nova.virt.block_device [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Attempting to driver detach volume d1808cee-3c0d-46d7-a203-41c3a803647d from mountpoint /dev/sdb [ 1093.292124] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.293116] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494554', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'name': 'volume-d1808cee-3c0d-46d7-a203-41c3a803647d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1f3e077-e902-428c-87e3-a70c88542841', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'serial': 'd1808cee-3c0d-46d7-a203-41c3a803647d'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1093.294390] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f7e948-740a-4968-b0ec-a0cc33e29632 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.317365] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: a4772206-3c11-41a3-86f1-43a366993b4c] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.319875] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7872ea4e-60b2-4585-8856-337a1f3af020 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.328450] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ff0636-4796-4591-ab11-d3ade0d6b0eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.351781] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c748bb-4892-4750-9854-c4ec2b13c3e7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.374015] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] The volume has not been displaced from its original location: [datastore1] volume-d1808cee-3c0d-46d7-a203-41c3a803647d/volume-d1808cee-3c0d-46d7-a203-41c3a803647d.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1093.376149] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.377357] env[62359]: WARNING nova.network.neutron [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] 5b4e23ee-4346-4a4c-b570-ebbcdd1664e1 already exists in list: networks containing: ['5b4e23ee-4346-4a4c-b570-ebbcdd1664e1']. ignoring it [ 1093.377608] env[62359]: WARNING nova.network.neutron [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] 5b4e23ee-4346-4a4c-b570-ebbcdd1664e1 already exists in list: networks containing: ['5b4e23ee-4346-4a4c-b570-ebbcdd1664e1']. ignoring it [ 1093.377835] env[62359]: WARNING nova.network.neutron [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] 64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 already exists in list: port_ids containing: ['64e4f58a-3400-45d6-8e52-4c4d7e04bcc1']. ignoring it [ 1093.380133] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3320670d-b7e1-4b0e-b48d-e44952c9e021 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.405633] env[62359]: DEBUG oslo_vmware.api [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1093.405633] env[62359]: value = "task-2441544" [ 1093.405633] env[62359]: _type = "Task" [ 1093.405633] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.414409] env[62359]: DEBUG oslo_vmware.api [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.558033] env[62359]: DEBUG nova.compute.manager [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.558200] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.559389] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a96b8fc-f3d0-4fa7-9914-4561d99e7aa5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.570081] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.570362] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b40ae83b-9fc0-47fb-abb9-9c21f089531c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.644090] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441543, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.647992] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.648551] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.648551] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleting the datastore file [datastore2] ca33d7d5-4504-405f-baea-11a4fb7164ca {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.648844] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a4e92bb-8132-48f1-bbf6-778cb3d20b1c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.655820] env[62359]: DEBUG oslo_vmware.api [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1093.655820] env[62359]: value = "task-2441546" [ 1093.655820] env[62359]: _type = "Task" [ 1093.655820] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.668113] env[62359]: DEBUG oslo_vmware.api [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.744808] env[62359]: DEBUG nova.network.neutron [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updating instance_info_cache with network_info: [{"id": "7e057293-d05e-43e3-aaae-285d2374714c", "address": "fa:16:3e:42:68:b1", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e057293-d0", "ovs_interfaceid": "7e057293-d05e-43e3-aaae-285d2374714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64e4f58a-3400-45d6-8e52-4c4d7e04bcc1", "address": "fa:16:3e:31:40:82", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e4f58a-34", "ovs_interfaceid": "64e4f58a-3400-45d6-8e52-4c4d7e04bcc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.770905] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d60fdee3-bdd3-4125-8003-883456889466 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "55767968-93f7-474f-9949-b964328c6105" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.430s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.825510] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 727d9927-b5f0-42e8-877b-7aa0ffa15e77] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.913790] env[62359]: DEBUG oslo_vmware.api [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441544, 'name': ReconfigVM_Task, 'duration_secs': 0.237653} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.915874] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.925054] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca67beb9-3245-4065-b315-05bd59d37f4c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.945246] env[62359]: DEBUG oslo_vmware.api [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1093.945246] env[62359]: value = "task-2441547" [ 1093.945246] env[62359]: _type = "Task" [ 1093.945246] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.953957] env[62359]: DEBUG oslo_vmware.api [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.142915] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441543, 'name': CloneVM_Task, 'duration_secs': 1.429369} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.143183] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Created linked-clone VM from snapshot [ 1094.143908] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81fcc48-9495-4e5e-86fe-f7ace49c80c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.151057] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Uploading image bee931fd-a033-4531-ada6-e7af56da3406 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1094.163892] env[62359]: DEBUG oslo_vmware.api [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276493} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.164140] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.164328] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.164511] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.164683] env[62359]: INFO nova.compute.manager [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1094.164912] env[62359]: DEBUG oslo.service.loopingcall [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.165115] env[62359]: DEBUG nova.compute.manager [-] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.165231] env[62359]: DEBUG nova.network.neutron [-] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.176218] env[62359]: DEBUG oslo_vmware.rw_handles [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1094.176218] env[62359]: value = "vm-494570" [ 1094.176218] env[62359]: _type = "VirtualMachine" [ 1094.176218] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1094.176460] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-acd45b4d-8726-42ae-ab81-d584422df327 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.183273] env[62359]: DEBUG oslo_vmware.rw_handles [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lease: (returnval){ [ 1094.183273] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bca118-a137-2f89-6a44-e41fda698eb4" [ 1094.183273] env[62359]: _type = "HttpNfcLease" [ 1094.183273] env[62359]: } obtained for exporting VM: (result){ [ 1094.183273] env[62359]: value = "vm-494570" [ 1094.183273] env[62359]: _type = "VirtualMachine" [ 1094.183273] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1094.183499] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the lease: (returnval){ [ 1094.183499] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bca118-a137-2f89-6a44-e41fda698eb4" [ 1094.183499] env[62359]: _type = "HttpNfcLease" [ 1094.183499] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1094.189882] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.189882] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bca118-a137-2f89-6a44-e41fda698eb4" [ 1094.189882] env[62359]: _type = "HttpNfcLease" [ 1094.189882] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1094.250280] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.250940] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.251134] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.251965] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76795d0f-bfc3-4784-824b-02dba1aea713 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.284650] env[62359]: DEBUG nova.virt.hardware [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.284650] env[62359]: DEBUG nova.virt.hardware [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.284650] env[62359]: DEBUG nova.virt.hardware [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.284979] env[62359]: DEBUG nova.virt.hardware [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.285041] env[62359]: DEBUG nova.virt.hardware [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.285199] env[62359]: DEBUG nova.virt.hardware [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.286767] env[62359]: DEBUG nova.virt.hardware [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.286767] env[62359]: DEBUG nova.virt.hardware [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.286767] env[62359]: DEBUG nova.virt.hardware [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.286767] env[62359]: DEBUG nova.virt.hardware [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.286767] env[62359]: DEBUG nova.virt.hardware [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.294127] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Reconfiguring VM to attach interface {{(pid=62359) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1094.295226] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b09cb8a-b1a1-4046-91cc-abdcf47f26bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.328394] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: b8e2f547-8255-4d38-aada-578df1c5d9eb] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.330518] env[62359]: DEBUG oslo_vmware.api [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1094.330518] env[62359]: value = "task-2441549" [ 1094.330518] env[62359]: _type = "Task" [ 1094.330518] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.340614] env[62359]: DEBUG oslo_vmware.api [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441549, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.458167] env[62359]: DEBUG oslo_vmware.api [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441547, 'name': ReconfigVM_Task, 'duration_secs': 0.154283} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.458648] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494554', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'name': 'volume-d1808cee-3c0d-46d7-a203-41c3a803647d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1f3e077-e902-428c-87e3-a70c88542841', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1808cee-3c0d-46d7-a203-41c3a803647d', 'serial': 'd1808cee-3c0d-46d7-a203-41c3a803647d'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.503350] env[62359]: DEBUG nova.compute.manager [req-86837378-06c1-49e8-b358-0e6de8660836 req-67d866de-5f44-487d-a7a8-4349534f431c service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Received event network-vif-deleted-956f4bf4-2f79-4726-82c9-f9ac12069ff5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.503350] env[62359]: INFO nova.compute.manager [req-86837378-06c1-49e8-b358-0e6de8660836 req-67d866de-5f44-487d-a7a8-4349534f431c service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Neutron deleted interface 956f4bf4-2f79-4726-82c9-f9ac12069ff5; detaching it from the instance and deleting it from the info cache [ 1094.503350] env[62359]: DEBUG nova.network.neutron [req-86837378-06c1-49e8-b358-0e6de8660836 req-67d866de-5f44-487d-a7a8-4349534f431c service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.575864] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadddd73-9b5d-4b97-96d1-66ce80b8aa30 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.583639] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f244899-b7e4-4fa1-9c5a-d03bbdfa6e88 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.613629] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7b1cf7-eca6-423c-b9bb-cd909f3063e5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.621531] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236c96f9-0bff-4f8d-be1c-08efac35dc40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.636853] env[62359]: DEBUG nova.compute.provider_tree [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.691348] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.691348] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bca118-a137-2f89-6a44-e41fda698eb4" [ 1094.691348] env[62359]: _type = "HttpNfcLease" [ 1094.691348] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1094.691659] env[62359]: DEBUG oslo_vmware.rw_handles [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1094.691659] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bca118-a137-2f89-6a44-e41fda698eb4" [ 1094.691659] env[62359]: _type = "HttpNfcLease" [ 1094.691659] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1094.692340] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3346680-ea0a-48ac-badb-f474709b0972 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.702374] env[62359]: DEBUG oslo_vmware.rw_handles [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ea7f-14a6-1031-5daf-79b0f2405182/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1094.702374] env[62359]: DEBUG oslo_vmware.rw_handles [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ea7f-14a6-1031-5daf-79b0f2405182/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1094.761065] env[62359]: DEBUG nova.compute.manager [req-3e9beec7-dea4-4269-9c5d-8c8abb68fc5d req-5d726438-485c-4dc2-ae61-5d78266fd51a service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Received event network-changed-18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.761279] env[62359]: DEBUG nova.compute.manager [req-3e9beec7-dea4-4269-9c5d-8c8abb68fc5d req-5d726438-485c-4dc2-ae61-5d78266fd51a service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Refreshing instance network info cache due to event network-changed-18175988-13ee-4173-992f-5af3b374bdc5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1094.761496] env[62359]: DEBUG oslo_concurrency.lockutils [req-3e9beec7-dea4-4269-9c5d-8c8abb68fc5d req-5d726438-485c-4dc2-ae61-5d78266fd51a service nova] Acquiring lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.761643] env[62359]: DEBUG oslo_concurrency.lockutils [req-3e9beec7-dea4-4269-9c5d-8c8abb68fc5d req-5d726438-485c-4dc2-ae61-5d78266fd51a service nova] Acquired lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.761805] env[62359]: DEBUG nova.network.neutron [req-3e9beec7-dea4-4269-9c5d-8c8abb68fc5d req-5d726438-485c-4dc2-ae61-5d78266fd51a service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Refreshing network info cache for port 18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.829532] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed452baa-4b1b-46fa-99e4-4f4ded57b3bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.836474] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: b32b081b-8004-4ef8-b56a-603d3dae8f46] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.842349] env[62359]: DEBUG oslo_vmware.api [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.985063] env[62359]: DEBUG nova.network.neutron [-] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.007064] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a16cf3ff-4f38-4800-8ea2-da47e165d0bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.020092] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebf09ef-b479-4333-84e5-7c2cc24d251e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.035411] env[62359]: DEBUG nova.objects.instance [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lazy-loading 'flavor' on Instance uuid f1f3e077-e902-428c-87e3-a70c88542841 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.064444] env[62359]: DEBUG nova.compute.manager [req-86837378-06c1-49e8-b358-0e6de8660836 req-67d866de-5f44-487d-a7a8-4349534f431c service nova] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Detach interface failed, port_id=956f4bf4-2f79-4726-82c9-f9ac12069ff5, reason: Instance ca33d7d5-4504-405f-baea-11a4fb7164ca could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1095.140322] env[62359]: DEBUG nova.scheduler.client.report [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.344129] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: d4b1d536-b08f-47e3-859f-5bde4e4fdd45] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.352722] env[62359]: DEBUG oslo_vmware.api [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441549, 'name': ReconfigVM_Task, 'duration_secs': 0.880762} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.353647] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.353922] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Reconfigured VM to attach interface {{(pid=62359) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1095.495168] env[62359]: INFO nova.compute.manager [-] [instance: ca33d7d5-4504-405f-baea-11a4fb7164ca] Took 1.33 seconds to deallocate network for instance. [ 1095.586131] env[62359]: DEBUG nova.network.neutron [req-3e9beec7-dea4-4269-9c5d-8c8abb68fc5d req-5d726438-485c-4dc2-ae61-5d78266fd51a service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Updated VIF entry in instance network info cache for port 18175988-13ee-4173-992f-5af3b374bdc5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.586131] env[62359]: DEBUG nova.network.neutron [req-3e9beec7-dea4-4269-9c5d-8c8abb68fc5d req-5d726438-485c-4dc2-ae61-5d78266fd51a service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Updating instance_info_cache with network_info: [{"id": "18175988-13ee-4173-992f-5af3b374bdc5", "address": "fa:16:3e:1d:6c:26", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18175988-13", "ovs_interfaceid": "18175988-13ee-4173-992f-5af3b374bdc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.645692] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.646349] env[62359]: DEBUG nova.compute.manager [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.853885] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 64b90eec-36ae-48ba-a270-c94ae3dc9d8f] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.859579] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a8debaf2-f39c-44ff-b114-4f5e78cad05f tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-9530a14a-1520-4116-b021-801aec2c0683-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.558s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.002258] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.002540] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.002770] env[62359]: DEBUG nova.objects.instance [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lazy-loading 'resources' on Instance uuid ca33d7d5-4504-405f-baea-11a4fb7164ca {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.045950] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c755f64b-a842-4e0a-b09a-6672b2f63f2a tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.092510] env[62359]: DEBUG oslo_concurrency.lockutils [req-3e9beec7-dea4-4269-9c5d-8c8abb68fc5d req-5d726438-485c-4dc2-ae61-5d78266fd51a service nova] Releasing lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.152783] env[62359]: DEBUG nova.compute.utils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1096.154316] env[62359]: DEBUG nova.compute.manager [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.154543] env[62359]: DEBUG nova.network.neutron [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.201413] env[62359]: DEBUG nova.policy [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '747df5298b0846cf9881e284a2ef58dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01cefdad02c34c8881d616da8498b2a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.254681] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "f1f3e077-e902-428c-87e3-a70c88542841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.254810] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.255023] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "f1f3e077-e902-428c-87e3-a70c88542841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.255225] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.255506] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.257739] env[62359]: INFO nova.compute.manager [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Terminating instance [ 1096.357713] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 982ffb6a-3d61-498c-859c-65489c8eed1d] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.481712] env[62359]: DEBUG nova.network.neutron [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Successfully created port: cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.657904] env[62359]: DEBUG nova.compute.manager [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.709475] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20507a8-0d1c-4fc7-9431-fe9d1bbb560d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.719616] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aa9131-a5a4-4a77-8221-c75fa0ab6bae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.751065] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710637fd-9c38-4313-b9db-90058e78fe8d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.758895] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e048cdac-e758-4e9d-98d0-73513704701f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.764115] env[62359]: DEBUG nova.compute.manager [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.764354] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.765803] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20327a1a-e3bc-409e-a301-342ff226569a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.779605] env[62359]: DEBUG nova.compute.provider_tree [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.783744] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.784293] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79c3ae9b-40ad-46fe-9361-2e1926098aa6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.791600] env[62359]: DEBUG oslo_vmware.api [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1096.791600] env[62359]: value = "task-2441550" [ 1096.791600] env[62359]: _type = "Task" [ 1096.791600] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.801283] env[62359]: DEBUG oslo_vmware.api [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.860848] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: b8e6579c-4273-4cf1-b8eb-ec2b4e8d3678] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.285783] env[62359]: DEBUG nova.scheduler.client.report [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.301829] env[62359]: DEBUG oslo_vmware.api [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441550, 'name': PowerOffVM_Task, 'duration_secs': 0.267572} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.302678] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.302859] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.303119] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cba9954b-5217-4d9b-a156-05eac9cdbef6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.364068] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bf55303f-43ce-4b3a-abc3-20c3bddb5777] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.367897] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.368099] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.368339] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleting the datastore file [datastore1] f1f3e077-e902-428c-87e3-a70c88542841 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.368859] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38c6c9e5-36ac-436d-a5b8-8e2227158c27 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.375339] env[62359]: DEBUG oslo_vmware.api [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1097.375339] env[62359]: value = "task-2441552" [ 1097.375339] env[62359]: _type = "Task" [ 1097.375339] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.383282] env[62359]: DEBUG oslo_vmware.api [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.526954] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "interface-9530a14a-1520-4116-b021-801aec2c0683-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.527229] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-9530a14a-1520-4116-b021-801aec2c0683-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.671927] env[62359]: DEBUG nova.compute.manager [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.700291] env[62359]: DEBUG nova.virt.hardware [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.700570] env[62359]: DEBUG nova.virt.hardware [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.700738] env[62359]: DEBUG nova.virt.hardware [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.700924] env[62359]: DEBUG nova.virt.hardware [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.701086] env[62359]: DEBUG nova.virt.hardware [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.701239] env[62359]: DEBUG nova.virt.hardware [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.701451] env[62359]: DEBUG nova.virt.hardware [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.701612] env[62359]: DEBUG nova.virt.hardware [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.701774] env[62359]: DEBUG nova.virt.hardware [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.701935] env[62359]: DEBUG nova.virt.hardware [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.702119] env[62359]: DEBUG nova.virt.hardware [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.703076] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53ff99f-8a8c-46b4-a4dd-2f100f3c196a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.711761] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef041e27-780e-46e8-bea7-ff13eb079ef0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.791347] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.816332] env[62359]: INFO nova.scheduler.client.report [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted allocations for instance ca33d7d5-4504-405f-baea-11a4fb7164ca [ 1097.868643] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 06ff45bc-394d-439e-873c-d6e641351f68] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.886518] env[62359]: DEBUG oslo_vmware.api [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185615} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.886772] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.886959] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.887159] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.887387] env[62359]: INFO nova.compute.manager [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1097.887657] env[62359]: DEBUG oslo.service.loopingcall [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.887851] env[62359]: DEBUG nova.compute.manager [-] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.887948] env[62359]: DEBUG nova.network.neutron [-] [instance: f1f3e077-e902-428c-87e3-a70c88542841] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.975012] env[62359]: DEBUG nova.compute.manager [req-f982deb2-2602-4fac-b515-ece6c744f498 req-b2428b04-33a7-4cde-a33e-da4a3c67456c service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Received event network-vif-plugged-cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.975244] env[62359]: DEBUG oslo_concurrency.lockutils [req-f982deb2-2602-4fac-b515-ece6c744f498 req-b2428b04-33a7-4cde-a33e-da4a3c67456c service nova] Acquiring lock "6bea986e-d652-4ce4-a664-47106fc3ffff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.975479] env[62359]: DEBUG oslo_concurrency.lockutils [req-f982deb2-2602-4fac-b515-ece6c744f498 req-b2428b04-33a7-4cde-a33e-da4a3c67456c service nova] Lock "6bea986e-d652-4ce4-a664-47106fc3ffff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.975608] env[62359]: DEBUG oslo_concurrency.lockutils [req-f982deb2-2602-4fac-b515-ece6c744f498 req-b2428b04-33a7-4cde-a33e-da4a3c67456c service nova] Lock "6bea986e-d652-4ce4-a664-47106fc3ffff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.975775] env[62359]: DEBUG nova.compute.manager [req-f982deb2-2602-4fac-b515-ece6c744f498 req-b2428b04-33a7-4cde-a33e-da4a3c67456c service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] No waiting events found dispatching network-vif-plugged-cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.975934] env[62359]: WARNING nova.compute.manager [req-f982deb2-2602-4fac-b515-ece6c744f498 req-b2428b04-33a7-4cde-a33e-da4a3c67456c service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Received unexpected event network-vif-plugged-cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1 for instance with vm_state building and task_state spawning. [ 1098.029785] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.030588] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.031156] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46127dc-9fe8-4650-a5d1-2fd955a6ce1b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.050770] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123adb1e-d49e-4b26-97ec-25ccc9896f16 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.076961] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Reconfiguring VM to detach interface {{(pid=62359) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1098.077564] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ee5ee0-3c21-4195-92fa-3309d5fda189 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.096886] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1098.096886] env[62359]: value = "task-2441553" [ 1098.096886] env[62359]: _type = "Task" [ 1098.096886] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.107807] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.167689] env[62359]: DEBUG nova.network.neutron [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Successfully updated port: cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.325994] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ab992ec8-7e5f-46ed-bbb2-cc56761a81b7 tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "ca33d7d5-4504-405f-baea-11a4fb7164ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.275s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.374455] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: e85c818d-43fa-44ca-bd22-22d5e41784b7] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.609035] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.678175] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquiring lock "refresh_cache-6bea986e-d652-4ce4-a664-47106fc3ffff" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.678175] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquired lock "refresh_cache-6bea986e-d652-4ce4-a664-47106fc3ffff" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.679319] env[62359]: DEBUG nova.network.neutron [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.876746] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: feba8ec9-9d0e-4988-8ca4-44f1a85db030] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.962911] env[62359]: DEBUG nova.network.neutron [-] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.020185] env[62359]: DEBUG oslo_concurrency.lockutils [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "65d045f2-2440-412a-aaaa-c1a4959c393f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.020460] env[62359]: DEBUG oslo_concurrency.lockutils [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "65d045f2-2440-412a-aaaa-c1a4959c393f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.020676] env[62359]: DEBUG oslo_concurrency.lockutils [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "65d045f2-2440-412a-aaaa-c1a4959c393f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.020885] env[62359]: DEBUG oslo_concurrency.lockutils [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "65d045f2-2440-412a-aaaa-c1a4959c393f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.021129] env[62359]: DEBUG oslo_concurrency.lockutils [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "65d045f2-2440-412a-aaaa-c1a4959c393f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.023299] env[62359]: INFO nova.compute.manager [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Terminating instance [ 1099.110567] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.212036] env[62359]: DEBUG nova.network.neutron [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.356720] env[62359]: DEBUG nova.network.neutron [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Updating instance_info_cache with network_info: [{"id": "cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1", "address": "fa:16:3e:ee:ba:29", "network": {"id": "a7485dfb-b4a3-4a0f-9464-db18283f902b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1891610070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01cefdad02c34c8881d616da8498b2a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4ab18c-80", "ovs_interfaceid": "cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.380034] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: aae97c19-18db-4fd8-96fa-adb1835cf06f] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.192213] env[62359]: INFO nova.compute.manager [-] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Took 2.30 seconds to deallocate network for instance. [ 1100.192688] env[62359]: DEBUG nova.compute.manager [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.192885] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.193367] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Releasing lock "refresh_cache-6bea986e-d652-4ce4-a664-47106fc3ffff" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.193642] env[62359]: DEBUG nova.compute.manager [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Instance network_info: |[{"id": "cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1", "address": "fa:16:3e:ee:ba:29", "network": {"id": "a7485dfb-b4a3-4a0f-9464-db18283f902b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1891610070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01cefdad02c34c8881d616da8498b2a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4ab18c-80", "ovs_interfaceid": "cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.193964] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: a588c481-3ba6-4e82-95e0-681694f0a169] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.196693] env[62359]: DEBUG nova.compute.manager [req-ce8b9196-d1ea-47b0-b487-d380340eb341 req-4bafd82f-c9c0-4ce8-a6a5-3960e5811063 service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Received event network-changed-cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.196891] env[62359]: DEBUG nova.compute.manager [req-ce8b9196-d1ea-47b0-b487-d380340eb341 req-4bafd82f-c9c0-4ce8-a6a5-3960e5811063 service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Refreshing instance network info cache due to event network-changed-cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1100.197103] env[62359]: DEBUG oslo_concurrency.lockutils [req-ce8b9196-d1ea-47b0-b487-d380340eb341 req-4bafd82f-c9c0-4ce8-a6a5-3960e5811063 service nova] Acquiring lock "refresh_cache-6bea986e-d652-4ce4-a664-47106fc3ffff" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.197248] env[62359]: DEBUG oslo_concurrency.lockutils [req-ce8b9196-d1ea-47b0-b487-d380340eb341 req-4bafd82f-c9c0-4ce8-a6a5-3960e5811063 service nova] Acquired lock "refresh_cache-6bea986e-d652-4ce4-a664-47106fc3ffff" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.197427] env[62359]: DEBUG nova.network.neutron [req-ce8b9196-d1ea-47b0-b487-d380340eb341 req-4bafd82f-c9c0-4ce8-a6a5-3960e5811063 service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Refreshing network info cache for port cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.200675] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306ee005-dc4d-4869-b336-1a697a77529e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.206190] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:ba:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.213311] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Creating folder: Project (01cefdad02c34c8881d616da8498b2a2). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.219013] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b62ad44-99c9-46f7-bf94-be48efd343b6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.233064] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.233064] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.233064] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f812e123-6180-47f0-90b8-a9092bdf51f1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.233280] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Created folder: Project (01cefdad02c34c8881d616da8498b2a2) in parent group-v494269. [ 1100.233422] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Creating folder: Instances. Parent ref: group-v494571. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.234492] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b6180e2-1196-4af0-b59e-bc6bfc295583 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.240845] env[62359]: DEBUG oslo_vmware.api [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1100.240845] env[62359]: value = "task-2441555" [ 1100.240845] env[62359]: _type = "Task" [ 1100.240845] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.245947] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Created folder: Instances in parent group-v494571. [ 1100.249019] env[62359]: DEBUG oslo.service.loopingcall [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.249019] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.249619] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41a289b1-c71b-4619-91e3-724eda83b24d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.263975] env[62359]: DEBUG oslo_vmware.api [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.273199] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.273199] env[62359]: value = "task-2441557" [ 1100.273199] env[62359]: _type = "Task" [ 1100.273199] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.281219] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441557, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.459018] env[62359]: DEBUG nova.network.neutron [req-ce8b9196-d1ea-47b0-b487-d380340eb341 req-4bafd82f-c9c0-4ce8-a6a5-3960e5811063 service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Updated VIF entry in instance network info cache for port cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.459397] env[62359]: DEBUG nova.network.neutron [req-ce8b9196-d1ea-47b0-b487-d380340eb341 req-4bafd82f-c9c0-4ce8-a6a5-3960e5811063 service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Updating instance_info_cache with network_info: [{"id": "cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1", "address": "fa:16:3e:ee:ba:29", "network": {"id": "a7485dfb-b4a3-4a0f-9464-db18283f902b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1891610070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01cefdad02c34c8881d616da8498b2a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4ab18c-80", "ovs_interfaceid": "cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.702767] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 8845db81-381b-4141-a7d1-183ad304a48f] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.704718] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.722943] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.723143] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.723212] env[62359]: DEBUG nova.objects.instance [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lazy-loading 'resources' on Instance uuid f1f3e077-e902-428c-87e3-a70c88542841 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.750797] env[62359]: DEBUG oslo_vmware.api [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441555, 'name': PowerOffVM_Task, 'duration_secs': 0.268911} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.751081] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.751259] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.751523] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fa7b60e-8a9d-4912-a92f-35dadad4bf7c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.782332] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441557, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.821664] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.821664] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.821664] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleting the datastore file [datastore1] 65d045f2-2440-412a-aaaa-c1a4959c393f {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.822773] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73d8c6fb-6d3c-4acc-8d2a-3db60c4844cf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.828933] env[62359]: DEBUG oslo_vmware.api [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for the task: (returnval){ [ 1100.828933] env[62359]: value = "task-2441559" [ 1100.828933] env[62359]: _type = "Task" [ 1100.828933] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.839331] env[62359]: DEBUG oslo_vmware.api [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.962929] env[62359]: DEBUG oslo_concurrency.lockutils [req-ce8b9196-d1ea-47b0-b487-d380340eb341 req-4bafd82f-c9c0-4ce8-a6a5-3960e5811063 service nova] Releasing lock "refresh_cache-6bea986e-d652-4ce4-a664-47106fc3ffff" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.963312] env[62359]: DEBUG nova.compute.manager [req-ce8b9196-d1ea-47b0-b487-d380340eb341 req-4bafd82f-c9c0-4ce8-a6a5-3960e5811063 service nova] [instance: f1f3e077-e902-428c-87e3-a70c88542841] Received event network-vif-deleted-eda32789-e09b-4865-b13b-c41803037fd7 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.205520] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.205983] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: c2973fef-e4fe-477d-8b7e-9d9f621a95f3] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.282243] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441557, 'name': CreateVM_Task, 'duration_secs': 0.511911} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.284624] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.285510] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.285674] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.285998] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.286265] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2dc8dda-c1a8-4c37-99e8-82f15747b611 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.290769] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for the task: (returnval){ [ 1101.290769] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a1e282-6ef8-ab8d-19f2-88816f3b6a04" [ 1101.290769] env[62359]: _type = "Task" [ 1101.290769] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.300580] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a1e282-6ef8-ab8d-19f2-88816f3b6a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.340941] env[62359]: DEBUG oslo_vmware.api [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Task: {'id': task-2441559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219048} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.341225] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.341407] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.341581] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.341751] env[62359]: INFO nova.compute.manager [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1101.341985] env[62359]: DEBUG oslo.service.loopingcall [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.342190] env[62359]: DEBUG nova.compute.manager [-] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.342283] env[62359]: DEBUG nova.network.neutron [-] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.414569] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2071431e-f2f0-485e-a8f6-8cbd655148cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.422284] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2b9d82-a911-47aa-a892-315d8b71ee7a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.451896] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8de45b-874b-40d7-91f9-df360b42ec6b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.460196] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8d381a-001e-478a-8e4f-407e138ec871 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.474463] env[62359]: DEBUG nova.compute.provider_tree [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.704518] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.709540] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 08201d61-dc04-4715-8381-044a69824ba0] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.802874] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a1e282-6ef8-ab8d-19f2-88816f3b6a04, 'name': SearchDatastore_Task, 'duration_secs': 0.018424} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.803231] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.803598] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.803884] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.804107] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.804303] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.804570] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c165901c-8164-4380-97ae-f41b73bfc128 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.813290] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.813506] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.814777] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdeb96ec-68db-4a9b-a21b-d0426aeccd93 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.820190] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for the task: (returnval){ [ 1101.820190] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528679b4-1f39-f4d1-5f06-6f640e1c510d" [ 1101.820190] env[62359]: _type = "Task" [ 1101.820190] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.828270] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528679b4-1f39-f4d1-5f06-6f640e1c510d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.004300] env[62359]: ERROR nova.scheduler.client.report [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [req-15e96025-112c-4bdb-a2e5-53b48a232720] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 141c7d21-c7c0-4ccc-972c-c2ef94371f99. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15e96025-112c-4bdb-a2e5-53b48a232720"}]} [ 1102.021265] env[62359]: DEBUG nova.scheduler.client.report [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Refreshing inventories for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1102.035329] env[62359]: DEBUG nova.compute.manager [req-f60a27f7-a7a9-4edf-ac1e-7c3a85ee1e7a req-4104ca75-f43a-4c09-876e-0c6722ac1433 service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Received event network-vif-deleted-60d261bc-a29a-444d-b848-adbbf6411995 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.035500] env[62359]: INFO nova.compute.manager [req-f60a27f7-a7a9-4edf-ac1e-7c3a85ee1e7a req-4104ca75-f43a-4c09-876e-0c6722ac1433 service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Neutron deleted interface 60d261bc-a29a-444d-b848-adbbf6411995; detaching it from the instance and deleting it from the info cache [ 1102.035675] env[62359]: DEBUG nova.network.neutron [req-f60a27f7-a7a9-4edf-ac1e-7c3a85ee1e7a req-4104ca75-f43a-4c09-876e-0c6722ac1433 service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.039300] env[62359]: DEBUG nova.scheduler.client.report [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Updating ProviderTree inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1102.039627] env[62359]: DEBUG nova.compute.provider_tree [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.052467] env[62359]: DEBUG nova.scheduler.client.report [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Refreshing aggregate associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, aggregates: None {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1102.071753] env[62359]: DEBUG nova.scheduler.client.report [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Refreshing trait associations for resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62359) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1102.124369] env[62359]: DEBUG nova.network.neutron [-] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.206113] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.211844] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: c9a62cca-4a9b-424c-8a9c-f620f6319f18] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.227031] env[62359]: DEBUG oslo_concurrency.lockutils [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.227289] env[62359]: DEBUG oslo_concurrency.lockutils [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.227567] env[62359]: DEBUG oslo_concurrency.lockutils [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.227717] env[62359]: DEBUG oslo_concurrency.lockutils [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.227908] env[62359]: DEBUG oslo_concurrency.lockutils [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.230694] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29489c7-04ee-484a-9494-7b4929ea5640 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.233423] env[62359]: INFO nova.compute.manager [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Terminating instance [ 1102.239503] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce4a764-0cb4-40d3-b9e9-494712612268 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.272876] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8b9d9c-7aef-4fa0-b3db-1dc7022aa49d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.280928] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b92520-eff8-4093-9077-d5138b783f87 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.294491] env[62359]: DEBUG nova.compute.provider_tree [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.329549] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528679b4-1f39-f4d1-5f06-6f640e1c510d, 'name': SearchDatastore_Task, 'duration_secs': 0.022388} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.330366] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1971a887-0ad4-4bdc-ac8f-cb95192a5cbb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.335835] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for the task: (returnval){ [ 1102.335835] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52aaa61a-4841-fa71-5f36-94982480d1d8" [ 1102.335835] env[62359]: _type = "Task" [ 1102.335835] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.343457] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52aaa61a-4841-fa71-5f36-94982480d1d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.537994] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-716e5505-558c-4662-be15-e26201816743 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.548606] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f74006-0cd0-43f3-ba26-07c419c41d8b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.582339] env[62359]: DEBUG nova.compute.manager [req-f60a27f7-a7a9-4edf-ac1e-7c3a85ee1e7a req-4104ca75-f43a-4c09-876e-0c6722ac1433 service nova] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Detach interface failed, port_id=60d261bc-a29a-444d-b848-adbbf6411995, reason: Instance 65d045f2-2440-412a-aaaa-c1a4959c393f could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1102.627280] env[62359]: INFO nova.compute.manager [-] [instance: 65d045f2-2440-412a-aaaa-c1a4959c393f] Took 1.28 seconds to deallocate network for instance. [ 1102.705823] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.714412] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: c8459e5b-71a1-4225-a0af-52c0e3e1b5ef] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.737517] env[62359]: DEBUG nova.compute.manager [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.737748] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.738884] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c263133e-f0d0-43ff-89d9-abb9c8059d88 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.749038] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.749358] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1694f985-7061-4df9-98cd-f99730923683 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.755853] env[62359]: DEBUG oslo_vmware.api [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1102.755853] env[62359]: value = "task-2441560" [ 1102.755853] env[62359]: _type = "Task" [ 1102.755853] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.763654] env[62359]: DEBUG oslo_vmware.api [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.826055] env[62359]: DEBUG nova.scheduler.client.report [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Updated inventory for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1102.826420] env[62359]: DEBUG nova.compute.provider_tree [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Updating resource provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 generation from 154 to 155 during operation: update_inventory {{(pid=62359) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1102.826617] env[62359]: DEBUG nova.compute.provider_tree [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Updating inventory in ProviderTree for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.846239] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52aaa61a-4841-fa71-5f36-94982480d1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.847332] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.847629] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 6bea986e-d652-4ce4-a664-47106fc3ffff/6bea986e-d652-4ce4-a664-47106fc3ffff.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.847895] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28a8b590-799b-4e51-aa94-92fd277e3fe4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.855691] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for the task: (returnval){ [ 1102.855691] env[62359]: value = "task-2441561" [ 1102.855691] env[62359]: _type = "Task" [ 1102.855691] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.865405] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.135033] env[62359]: DEBUG oslo_concurrency.lockutils [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.209221] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.217969] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 26d8767d-43c2-4af1-800f-eaaf09bc90f5] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.267808] env[62359]: DEBUG oslo_vmware.api [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441560, 'name': PowerOffVM_Task, 'duration_secs': 0.221002} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.268099] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.268269] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.268602] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2587eac0-259e-49f0-99e6-5143aba0db65 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.331711] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.608s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.334898] env[62359]: DEBUG oslo_concurrency.lockutils [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.200s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.335717] env[62359]: DEBUG nova.objects.instance [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lazy-loading 'resources' on Instance uuid 65d045f2-2440-412a-aaaa-c1a4959c393f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.340436] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.340658] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.340852] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleting the datastore file [datastore2] b95f9ba6-51c4-42a4-ab59-13ee10525df1 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.341157] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85872c79-6c5d-4e1c-90b2-ba0ab5ad7d6c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.349812] env[62359]: DEBUG oslo_vmware.api [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1103.349812] env[62359]: value = "task-2441563" [ 1103.349812] env[62359]: _type = "Task" [ 1103.349812] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.354264] env[62359]: INFO nova.scheduler.client.report [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted allocations for instance f1f3e077-e902-428c-87e3-a70c88542841 [ 1103.362035] env[62359]: DEBUG oslo_vmware.api [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.371149] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503462} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.371454] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 6bea986e-d652-4ce4-a664-47106fc3ffff/6bea986e-d652-4ce4-a664-47106fc3ffff.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.371686] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.371945] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8268f423-bcce-44f1-93f0-5c010fa7c5b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.380232] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for the task: (returnval){ [ 1103.380232] env[62359]: value = "task-2441564" [ 1103.380232] env[62359]: _type = "Task" [ 1103.380232] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.387439] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.604972] env[62359]: DEBUG oslo_concurrency.lockutils [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "44cecf97-be94-4e13-b2aa-021524926ef0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.605276] env[62359]: DEBUG oslo_concurrency.lockutils [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "44cecf97-be94-4e13-b2aa-021524926ef0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.605527] env[62359]: DEBUG oslo_concurrency.lockutils [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "44cecf97-be94-4e13-b2aa-021524926ef0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.605717] env[62359]: DEBUG oslo_concurrency.lockutils [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "44cecf97-be94-4e13-b2aa-021524926ef0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.605887] env[62359]: DEBUG oslo_concurrency.lockutils [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "44cecf97-be94-4e13-b2aa-021524926ef0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.609810] env[62359]: INFO nova.compute.manager [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Terminating instance [ 1103.707861] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.722541] env[62359]: DEBUG oslo_vmware.rw_handles [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ea7f-14a6-1031-5daf-79b0f2405182/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1103.723069] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: d37ef858-c69f-4f17-b2f6-3a4a417100df] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.725356] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f8c276-16ba-4647-8b9b-243c816a9837 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.731240] env[62359]: DEBUG oslo_vmware.rw_handles [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ea7f-14a6-1031-5daf-79b0f2405182/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1103.731477] env[62359]: ERROR oslo_vmware.rw_handles [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ea7f-14a6-1031-5daf-79b0f2405182/disk-0.vmdk due to incomplete transfer. [ 1103.731651] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b4b6847-2f49-475f-a69f-bbe22cbc4044 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.738353] env[62359]: DEBUG oslo_vmware.rw_handles [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205ea7f-14a6-1031-5daf-79b0f2405182/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1103.738537] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Uploaded image bee931fd-a033-4531-ada6-e7af56da3406 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1103.741298] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1103.741617] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-409e4bac-0154-46c3-8e52-03430065a724 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.746774] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1103.746774] env[62359]: value = "task-2441565" [ 1103.746774] env[62359]: _type = "Task" [ 1103.746774] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.754772] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441565, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.866525] env[62359]: DEBUG oslo_vmware.api [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166864} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.870992] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b1af24bf-97b0-4cec-b7ce-7fde5e6b2606 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "f1f3e077-e902-428c-87e3-a70c88542841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.616s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.872117] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.872299] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.872578] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.872747] env[62359]: INFO nova.compute.manager [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1103.873936] env[62359]: DEBUG oslo.service.loopingcall [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.875264] env[62359]: DEBUG nova.compute.manager [-] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.875264] env[62359]: DEBUG nova.network.neutron [-] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.890567] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078479} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.891815] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.891815] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bb0758-2e5c-4444-86a6-2314361ea1a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.914957] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 6bea986e-d652-4ce4-a664-47106fc3ffff/6bea986e-d652-4ce4-a664-47106fc3ffff.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.918268] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd0642d-f8ba-49d3-b516-02992b6ab679 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.939450] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for the task: (returnval){ [ 1103.939450] env[62359]: value = "task-2441566" [ 1103.939450] env[62359]: _type = "Task" [ 1103.939450] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.950423] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.056385] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aad321-5946-4869-a763-38eca1ba2e57 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.064222] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3205fc-648c-443a-8267-fcb84f759041 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.096505] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a50d421-1329-4488-bf59-1d46fa9963f8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.104250] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a5b7b2-5092-4699-a77e-c3442e4ade4d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.118139] env[62359]: DEBUG nova.compute.manager [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.118139] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.118630] env[62359]: DEBUG nova.compute.provider_tree [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.121182] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c007cc-52a3-49e3-9d85-d4b94e2b7b50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.127959] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.128226] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9eb11bc-69c3-4830-a0e6-92947e1ed9ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.136818] env[62359]: DEBUG oslo_vmware.api [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1104.136818] env[62359]: value = "task-2441567" [ 1104.136818] env[62359]: _type = "Task" [ 1104.136818] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.145397] env[62359]: DEBUG oslo_vmware.api [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.208570] env[62359]: DEBUG oslo_vmware.api [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441553, 'name': ReconfigVM_Task, 'duration_secs': 5.815298} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.208896] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.209120] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Reconfigured VM to detach interface {{(pid=62359) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1104.229210] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: e2951b12-487b-4e09-a3a5-060b45caf180] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.258470] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441565, 'name': Destroy_Task, 'duration_secs': 0.442678} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.260817] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Destroyed the VM [ 1104.261110] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1104.261600] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e85650b1-4bad-4243-ae9e-c0affc067e44 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.268412] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1104.268412] env[62359]: value = "task-2441568" [ 1104.268412] env[62359]: _type = "Task" [ 1104.268412] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.276569] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441568, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.446859] env[62359]: DEBUG nova.compute.manager [req-b4088bea-96d0-40db-a020-fa6463e53568 req-f7dad85c-c495-407e-905a-44efc156fab3 service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Received event network-vif-deleted-4464e5d5-bd91-4068-8893-6b81907d44af {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.447144] env[62359]: INFO nova.compute.manager [req-b4088bea-96d0-40db-a020-fa6463e53568 req-f7dad85c-c495-407e-905a-44efc156fab3 service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Neutron deleted interface 4464e5d5-bd91-4068-8893-6b81907d44af; detaching it from the instance and deleting it from the info cache [ 1104.447701] env[62359]: DEBUG nova.network.neutron [req-b4088bea-96d0-40db-a020-fa6463e53568 req-f7dad85c-c495-407e-905a-44efc156fab3 service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.455133] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441566, 'name': ReconfigVM_Task, 'duration_secs': 0.342008} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.455440] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 6bea986e-d652-4ce4-a664-47106fc3ffff/6bea986e-d652-4ce4-a664-47106fc3ffff.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.456128] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5faaf5a2-7646-4657-a55b-1c7f5c662226 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.463244] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for the task: (returnval){ [ 1104.463244] env[62359]: value = "task-2441569" [ 1104.463244] env[62359]: _type = "Task" [ 1104.463244] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.477473] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441569, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.621971] env[62359]: DEBUG nova.scheduler.client.report [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.647471] env[62359]: DEBUG oslo_vmware.api [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441567, 'name': PowerOffVM_Task, 'duration_secs': 0.332799} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.647866] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.648112] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.648643] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-799f6a07-f15c-47da-ad67-9f3a65a95378 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.733032] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 25f5dcb1-89cd-4a61-9000-6ef3ed91714f] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.778821] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441568, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.926538] env[62359]: DEBUG nova.network.neutron [-] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.949828] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd8df290-cb79-4551-87ea-7bebba5ec34c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.959419] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605f8b4b-8787-4e0c-919a-eaaeaf217317 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.979757] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.979995] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.993225] env[62359]: DEBUG nova.compute.manager [req-b4088bea-96d0-40db-a020-fa6463e53568 req-f7dad85c-c495-407e-905a-44efc156fab3 service nova] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Detach interface failed, port_id=4464e5d5-bd91-4068-8893-6b81907d44af, reason: Instance b95f9ba6-51c4-42a4-ab59-13ee10525df1 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1104.996618] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441569, 'name': Rename_Task, 'duration_secs': 0.3804} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.996899] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.997151] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-842a7ae3-6aaa-4b38-883a-dcb558c9357b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.003914] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for the task: (returnval){ [ 1105.003914] env[62359]: value = "task-2441571" [ 1105.003914] env[62359]: _type = "Task" [ 1105.003914] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.011981] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.127618] env[62359]: DEBUG oslo_concurrency.lockutils [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.141830] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.142893] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.142893] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleting the datastore file [datastore1] 44cecf97-be94-4e13-b2aa-021524926ef0 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.142893] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-935cea3c-2f8f-4fc1-8418-9d05b9e55177 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.151034] env[62359]: DEBUG oslo_vmware.api [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1105.151034] env[62359]: value = "task-2441572" [ 1105.151034] env[62359]: _type = "Task" [ 1105.151034] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.155525] env[62359]: INFO nova.scheduler.client.report [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Deleted allocations for instance 65d045f2-2440-412a-aaaa-c1a4959c393f [ 1105.164329] env[62359]: DEBUG oslo_vmware.api [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.236010] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 22568279-6eec-48f3-a7ec-53e01f227a95] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.281717] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441568, 'name': RemoveSnapshot_Task, 'duration_secs': 0.934708} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.281930] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1105.282225] env[62359]: DEBUG nova.compute.manager [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.282987] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853943cf-1dca-4cbb-8928-ebcd571d25d9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.429284] env[62359]: INFO nova.compute.manager [-] [instance: b95f9ba6-51c4-42a4-ab59-13ee10525df1] Took 1.55 seconds to deallocate network for instance. [ 1105.482719] env[62359]: DEBUG nova.compute.manager [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.515059] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441571, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.660976] env[62359]: DEBUG oslo_vmware.api [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371445} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.661258] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.661444] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.661631] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.661810] env[62359]: INFO nova.compute.manager [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1105.662060] env[62359]: DEBUG oslo.service.loopingcall [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.662265] env[62359]: DEBUG nova.compute.manager [-] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.662353] env[62359]: DEBUG nova.network.neutron [-] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.667556] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.667721] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquired lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.667950] env[62359]: DEBUG nova.network.neutron [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.669221] env[62359]: DEBUG oslo_concurrency.lockutils [None req-507a94d2-a4d0-4df8-9f57-a41f68a1dd7a tempest-ServersTestJSON-955546132 tempest-ServersTestJSON-955546132-project-member] Lock "65d045f2-2440-412a-aaaa-c1a4959c393f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.649s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.739753] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 0aba8449-416d-4ca3-815f-4f799eb94eaa] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.796243] env[62359]: INFO nova.compute.manager [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Shelve offloading [ 1105.937690] env[62359]: DEBUG oslo_concurrency.lockutils [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.938070] env[62359]: DEBUG oslo_concurrency.lockutils [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.938524] env[62359]: DEBUG nova.objects.instance [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'resources' on Instance uuid b95f9ba6-51c4-42a4-ab59-13ee10525df1 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.962329] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "9530a14a-1520-4116-b021-801aec2c0683" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.962563] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "9530a14a-1520-4116-b021-801aec2c0683" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.962769] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "9530a14a-1520-4116-b021-801aec2c0683-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.962964] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "9530a14a-1520-4116-b021-801aec2c0683-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.963156] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "9530a14a-1520-4116-b021-801aec2c0683-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.965521] env[62359]: INFO nova.compute.manager [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Terminating instance [ 1106.004397] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.014027] env[62359]: DEBUG oslo_vmware.api [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441571, 'name': PowerOnVM_Task, 'duration_secs': 0.545275} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.014281] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.014974] env[62359]: INFO nova.compute.manager [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1106.015195] env[62359]: DEBUG nova.compute.manager [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.016060] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb4853b-227c-408d-8667-21a68650d998 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.242968] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 590a592f-6889-4b54-b429-852d674b2ea9] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.299445] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.299791] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9918b903-bcaf-4e31-be97-a4c29edc1d3c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.312032] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1106.312032] env[62359]: value = "task-2441573" [ 1106.312032] env[62359]: _type = "Task" [ 1106.312032] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.320943] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.406096] env[62359]: INFO nova.network.neutron [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Port 64e4f58a-3400-45d6-8e52-4c4d7e04bcc1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1106.406702] env[62359]: DEBUG nova.network.neutron [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updating instance_info_cache with network_info: [{"id": "7e057293-d05e-43e3-aaae-285d2374714c", "address": "fa:16:3e:42:68:b1", "network": {"id": "5b4e23ee-4346-4a4c-b570-ebbcdd1664e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1700185355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c0490bb1fb46d1a9d177a40f89c4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e057293-d0", "ovs_interfaceid": "7e057293-d05e-43e3-aaae-285d2374714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.472733] env[62359]: DEBUG nova.compute.manager [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.472733] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.475287] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292c86c7-5355-4bfd-b930-c095928aa33b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.478938] env[62359]: DEBUG nova.compute.manager [req-b4be45eb-7695-4791-a459-e2dcd8776571 req-4dce0fb8-873d-4495-abbf-7199135001ce service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Received event network-vif-deleted-057f8f64-027e-4b9f-9d83-cf42c3c15d16 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.479277] env[62359]: INFO nova.compute.manager [req-b4be45eb-7695-4791-a459-e2dcd8776571 req-4dce0fb8-873d-4495-abbf-7199135001ce service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Neutron deleted interface 057f8f64-027e-4b9f-9d83-cf42c3c15d16; detaching it from the instance and deleting it from the info cache [ 1106.479571] env[62359]: DEBUG nova.network.neutron [req-b4be45eb-7695-4791-a459-e2dcd8776571 req-4dce0fb8-873d-4495-abbf-7199135001ce service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.492500] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.494281] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69ca46d8-fd52-48f8-9c3e-5fea43300f87 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.501427] env[62359]: DEBUG oslo_vmware.api [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1106.501427] env[62359]: value = "task-2441574" [ 1106.501427] env[62359]: _type = "Task" [ 1106.501427] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.514126] env[62359]: DEBUG oslo_vmware.api [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.536230] env[62359]: INFO nova.compute.manager [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Took 13.33 seconds to build instance. [ 1106.599765] env[62359]: DEBUG nova.network.neutron [-] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.656741] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d102d12a-1144-41ab-bb4f-0fdb49d2c488 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.664704] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643cb61f-ef0b-453d-a120-e9d0c0fa208f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.696624] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9183c0f9-3d5a-48b2-903e-45dbc96fa062 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.704266] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9d4a14-d423-4dfb-9b9b-440250527267 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.718414] env[62359]: DEBUG nova.compute.provider_tree [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.746441] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: a5c1040b-4473-49f9-9f9e-07fd7cb4ead7] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.821432] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1106.821650] env[62359]: DEBUG nova.compute.manager [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.822437] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f3d46b-66ec-4dcf-8f58-b48fed6fcac6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.828072] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.828242] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.828414] env[62359]: DEBUG nova.network.neutron [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.913655] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Releasing lock "refresh_cache-9530a14a-1520-4116-b021-801aec2c0683" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.933549] env[62359]: DEBUG oslo_concurrency.lockutils [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquiring lock "6bea986e-d652-4ce4-a664-47106fc3ffff" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.983339] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b34e9a00-4357-47a5-8ffd-dd6f04c2c582 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.994131] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d971d21-6f01-4b68-97d9-d23e5e1dd3f7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.012979] env[62359]: DEBUG oslo_vmware.api [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441574, 'name': PowerOffVM_Task, 'duration_secs': 0.229466} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.013258] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.013427] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.013661] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5b48e1e-f8ed-47ab-af4c-c8b925bb643d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.027204] env[62359]: DEBUG nova.compute.manager [req-b4be45eb-7695-4791-a459-e2dcd8776571 req-4dce0fb8-873d-4495-abbf-7199135001ce service nova] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Detach interface failed, port_id=057f8f64-027e-4b9f-9d83-cf42c3c15d16, reason: Instance 44cecf97-be94-4e13-b2aa-021524926ef0 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1107.042035] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c4d49856-4d1c-4b21-bcb2-54533727a663 tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "6bea986e-d652-4ce4-a664-47106fc3ffff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.844s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.043114] env[62359]: DEBUG oslo_concurrency.lockutils [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "6bea986e-d652-4ce4-a664-47106fc3ffff" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.109s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.043114] env[62359]: INFO nova.compute.manager [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Rebooting instance [ 1107.078161] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.078427] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.078653] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleting the datastore file [datastore1] 9530a14a-1520-4116-b021-801aec2c0683 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.078936] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-462233ff-9a59-4bf9-b1de-4662c0d3fc08 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.086097] env[62359]: DEBUG oslo_vmware.api [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1107.086097] env[62359]: value = "task-2441576" [ 1107.086097] env[62359]: _type = "Task" [ 1107.086097] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.093515] env[62359]: DEBUG oslo_vmware.api [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.104335] env[62359]: INFO nova.compute.manager [-] [instance: 44cecf97-be94-4e13-b2aa-021524926ef0] Took 1.44 seconds to deallocate network for instance. [ 1107.222174] env[62359]: DEBUG nova.scheduler.client.report [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.249421] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: a0cbacf7-c198-475d-95a3-a130e45d1613] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.417316] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4f1b2b92-574f-4989-a8ad-4645769857e1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "interface-9530a14a-1520-4116-b021-801aec2c0683-64e4f58a-3400-45d6-8e52-4c4d7e04bcc1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.890s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.544042] env[62359]: DEBUG nova.network.neutron [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updating instance_info_cache with network_info: [{"id": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "address": "fa:16:3e:a8:88:6f", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db9ef4c-b0", "ovs_interfaceid": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.560838] env[62359]: DEBUG oslo_concurrency.lockutils [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquiring lock "refresh_cache-6bea986e-d652-4ce4-a664-47106fc3ffff" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.561159] env[62359]: DEBUG oslo_concurrency.lockutils [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquired lock "refresh_cache-6bea986e-d652-4ce4-a664-47106fc3ffff" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.561353] env[62359]: DEBUG nova.network.neutron [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.597235] env[62359]: DEBUG oslo_vmware.api [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150519} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.597560] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.597750] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.598329] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.598329] env[62359]: INFO nova.compute.manager [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1107.598329] env[62359]: DEBUG oslo.service.loopingcall [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1107.598718] env[62359]: DEBUG nova.compute.manager [-] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.598718] env[62359]: DEBUG nova.network.neutron [-] [instance: 9530a14a-1520-4116-b021-801aec2c0683] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.609669] env[62359]: DEBUG oslo_concurrency.lockutils [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.726984] env[62359]: DEBUG oslo_concurrency.lockutils [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.729354] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.725s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.732086] env[62359]: INFO nova.compute.claims [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.747467] env[62359]: INFO nova.scheduler.client.report [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleted allocations for instance b95f9ba6-51c4-42a4-ab59-13ee10525df1 [ 1107.753363] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 0f06e042-48f0-4ac2-a29a-8e10f154aef9] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.049489] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.260018] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: ca6ca5fe-040d-46ea-b893-412a9d300ab4] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.266269] env[62359]: DEBUG oslo_concurrency.lockutils [None req-35a1f112-eea6-464e-9894-c43411e08f16 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "b95f9ba6-51c4-42a4-ab59-13ee10525df1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.034s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.764494] env[62359]: DEBUG nova.network.neutron [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Updating instance_info_cache with network_info: [{"id": "cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1", "address": "fa:16:3e:ee:ba:29", "network": {"id": "a7485dfb-b4a3-4a0f-9464-db18283f902b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1891610070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01cefdad02c34c8881d616da8498b2a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4ab18c-80", "ovs_interfaceid": "cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.769307] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 39c0a0d7-aaae-47a3-8683-1e3f6500bbfb] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.920553] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c1fa92-0e41-40a5-b050-5837cba130fd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.925950] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.926790] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a981c9-fd75-463f-a690-ecde0884db60 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.934439] env[62359]: DEBUG nova.compute.manager [req-020962bd-5a24-4e4f-be7c-ce2958766a35 req-5bbcb842-4f08-4bb7-98c1-7e95d058eb77 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Received event network-vif-unplugged-8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.934746] env[62359]: DEBUG oslo_concurrency.lockutils [req-020962bd-5a24-4e4f-be7c-ce2958766a35 req-5bbcb842-4f08-4bb7-98c1-7e95d058eb77 service nova] Acquiring lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.935190] env[62359]: DEBUG oslo_concurrency.lockutils [req-020962bd-5a24-4e4f-be7c-ce2958766a35 req-5bbcb842-4f08-4bb7-98c1-7e95d058eb77 service nova] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.935190] env[62359]: DEBUG oslo_concurrency.lockutils [req-020962bd-5a24-4e4f-be7c-ce2958766a35 req-5bbcb842-4f08-4bb7-98c1-7e95d058eb77 service nova] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.935420] env[62359]: DEBUG nova.compute.manager [req-020962bd-5a24-4e4f-be7c-ce2958766a35 req-5bbcb842-4f08-4bb7-98c1-7e95d058eb77 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] No waiting events found dispatching network-vif-unplugged-8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.935624] env[62359]: WARNING nova.compute.manager [req-020962bd-5a24-4e4f-be7c-ce2958766a35 req-5bbcb842-4f08-4bb7-98c1-7e95d058eb77 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Received unexpected event network-vif-unplugged-8db9ef4c-b02a-47d6-88b1-b643f2677b05 for instance with vm_state shelved and task_state shelving_offloading. [ 1108.937580] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd8f0ee-4d6c-478c-83fe-f544b0bafc54 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.943511] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.944128] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8177f94b-1656-4786-89e4-4c2e9b42e3b3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.973033] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614baf96-bf58-4a59-bc12-87755d955ff0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.981303] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd54ce3-df3e-466d-9761-4a76d2ea7cd9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.995789] env[62359]: DEBUG nova.compute.provider_tree [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.006179] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.006179] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.006179] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Deleting the datastore file [datastore1] 17ed1181-22e9-46d0-bb22-6fddb61fc073 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.006179] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b77aa4c8-2658-4c79-a1de-21dd2d76db6d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.012636] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1109.012636] env[62359]: value = "task-2441578" [ 1109.012636] env[62359]: _type = "Task" [ 1109.012636] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.023748] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.267850] env[62359]: DEBUG oslo_concurrency.lockutils [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Releasing lock "refresh_cache-6bea986e-d652-4ce4-a664-47106fc3ffff" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.271657] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: bc030728-2a01-4be4-a15c-994c33282493] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.500393] env[62359]: DEBUG nova.scheduler.client.report [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.503749] env[62359]: DEBUG nova.network.neutron [-] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.524552] env[62359]: DEBUG oslo_vmware.api [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14137} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.524807] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.524991] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.525181] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.543616] env[62359]: INFO nova.scheduler.client.report [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Deleted allocations for instance 17ed1181-22e9-46d0-bb22-6fddb61fc073 [ 1109.773031] env[62359]: DEBUG nova.compute.manager [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.773828] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e18f971-d877-4d38-b87a-73385da27942 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.777761] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 9130a935-afbc-498f-9e27-4347e29c95d4] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.007018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.007018] env[62359]: DEBUG nova.compute.manager [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.009757] env[62359]: DEBUG oslo_concurrency.lockutils [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.401s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.010038] env[62359]: DEBUG nova.objects.instance [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lazy-loading 'resources' on Instance uuid 44cecf97-be94-4e13-b2aa-021524926ef0 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.012564] env[62359]: INFO nova.compute.manager [-] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Took 2.41 seconds to deallocate network for instance. [ 1110.048312] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.245910] env[62359]: DEBUG nova.compute.manager [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Stashing vm_state: active {{(pid=62359) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1110.281605] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 1763ee71-5ce0-4eba-ae22-79f01896a574] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.514107] env[62359]: DEBUG nova.compute.utils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1110.517957] env[62359]: DEBUG nova.compute.manager [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.518206] env[62359]: DEBUG nova.network.neutron [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.520844] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.579801] env[62359]: DEBUG nova.policy [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92467156672441bcbba0a0e3c9b2da62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dafe9b5ca6094ec1b31838029de4e3f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.671833] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fa6678-83a9-427a-a141-fb07150af200 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.679961] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bedf8e-e017-47ed-83e1-587a1dfda453 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.710289] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ad32f6-2d3d-480d-900c-da19eba5bb43 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.717838] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b4efff-9b3a-4788-9b42-efb6f8523d90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.732417] env[62359]: DEBUG nova.compute.provider_tree [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.762013] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.784346] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 49f77949-d892-470f-bc90-908d75400e34] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.793157] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58645fba-e4f3-4567-bfcf-ff20a3f25664 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.801453] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Doing hard reboot of VM {{(pid=62359) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1110.801704] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2900714e-cdb9-4245-aee8-f82d4d3bab15 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.809173] env[62359]: DEBUG oslo_vmware.api [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for the task: (returnval){ [ 1110.809173] env[62359]: value = "task-2441579" [ 1110.809173] env[62359]: _type = "Task" [ 1110.809173] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.817359] env[62359]: DEBUG oslo_vmware.api [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441579, 'name': ResetVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.899028] env[62359]: DEBUG nova.network.neutron [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Successfully created port: 9c72b500-d61a-4904-86e3-e35252f084fa {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.958793] env[62359]: DEBUG nova.compute.manager [req-2198265b-2ec6-4f43-9352-34872680536b req-24f5f964-e772-49e9-a4e6-5f77ec8b0ef0 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Received event network-changed-8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.958997] env[62359]: DEBUG nova.compute.manager [req-2198265b-2ec6-4f43-9352-34872680536b req-24f5f964-e772-49e9-a4e6-5f77ec8b0ef0 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Refreshing instance network info cache due to event network-changed-8db9ef4c-b02a-47d6-88b1-b643f2677b05. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1110.959361] env[62359]: DEBUG oslo_concurrency.lockutils [req-2198265b-2ec6-4f43-9352-34872680536b req-24f5f964-e772-49e9-a4e6-5f77ec8b0ef0 service nova] Acquiring lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.959515] env[62359]: DEBUG oslo_concurrency.lockutils [req-2198265b-2ec6-4f43-9352-34872680536b req-24f5f964-e772-49e9-a4e6-5f77ec8b0ef0 service nova] Acquired lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.959682] env[62359]: DEBUG nova.network.neutron [req-2198265b-2ec6-4f43-9352-34872680536b req-24f5f964-e772-49e9-a4e6-5f77ec8b0ef0 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Refreshing network info cache for port 8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.020933] env[62359]: DEBUG nova.compute.manager [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.235341] env[62359]: DEBUG nova.scheduler.client.report [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.287632] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 09455f5a-ac87-4c1f-a6d1-0e9a0736493b] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.319604] env[62359]: DEBUG oslo_vmware.api [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441579, 'name': ResetVM_Task, 'duration_secs': 0.091585} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.319893] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Did hard reboot of VM {{(pid=62359) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1111.320078] env[62359]: DEBUG nova.compute.manager [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.320853] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f064a1b3-34a9-403d-a481-c37cb704c097 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.674152] env[62359]: DEBUG nova.network.neutron [req-2198265b-2ec6-4f43-9352-34872680536b req-24f5f964-e772-49e9-a4e6-5f77ec8b0ef0 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updated VIF entry in instance network info cache for port 8db9ef4c-b02a-47d6-88b1-b643f2677b05. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.674514] env[62359]: DEBUG nova.network.neutron [req-2198265b-2ec6-4f43-9352-34872680536b req-24f5f964-e772-49e9-a4e6-5f77ec8b0ef0 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updating instance_info_cache with network_info: [{"id": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "address": "fa:16:3e:a8:88:6f", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": null, "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8db9ef4c-b0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.740633] env[62359]: DEBUG oslo_concurrency.lockutils [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.742900] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.695s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.743154] env[62359]: DEBUG nova.objects.instance [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lazy-loading 'resources' on Instance uuid 17ed1181-22e9-46d0-bb22-6fddb61fc073 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.760934] env[62359]: INFO nova.scheduler.client.report [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleted allocations for instance 44cecf97-be94-4e13-b2aa-021524926ef0 [ 1111.790655] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 519dab60-99ae-4f98-9cb5-216ea79aa4b2] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.810439] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.832839] env[62359]: DEBUG oslo_concurrency.lockutils [None req-878d3ca6-62eb-4f65-b7b6-688f8130550d tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "6bea986e-d652-4ce4-a664-47106fc3ffff" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.791s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.032316] env[62359]: DEBUG nova.compute.manager [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.058179] env[62359]: DEBUG nova.virt.hardware [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.059029] env[62359]: DEBUG nova.virt.hardware [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.059029] env[62359]: DEBUG nova.virt.hardware [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.059194] env[62359]: DEBUG nova.virt.hardware [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.059298] env[62359]: DEBUG nova.virt.hardware [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.059430] env[62359]: DEBUG nova.virt.hardware [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.059656] env[62359]: DEBUG nova.virt.hardware [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.059726] env[62359]: DEBUG nova.virt.hardware [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.060073] env[62359]: DEBUG nova.virt.hardware [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.060151] env[62359]: DEBUG nova.virt.hardware [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.061020] env[62359]: DEBUG nova.virt.hardware [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.061217] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0d2047-a175-4cb4-af98-e678c64c91d2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.069661] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88a2240-99e0-4806-8bd9-fcd64e45fa8c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.177480] env[62359]: DEBUG oslo_concurrency.lockutils [req-2198265b-2ec6-4f43-9352-34872680536b req-24f5f964-e772-49e9-a4e6-5f77ec8b0ef0 service nova] Releasing lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.177720] env[62359]: DEBUG nova.compute.manager [req-2198265b-2ec6-4f43-9352-34872680536b req-24f5f964-e772-49e9-a4e6-5f77ec8b0ef0 service nova] [instance: 9530a14a-1520-4116-b021-801aec2c0683] Received event network-vif-deleted-7e057293-d05e-43e3-aaae-285d2374714c {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.248735] env[62359]: DEBUG nova.objects.instance [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lazy-loading 'numa_topology' on Instance uuid 17ed1181-22e9-46d0-bb22-6fddb61fc073 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.268627] env[62359]: DEBUG oslo_concurrency.lockutils [None req-94e0beab-92b6-42a8-80cf-9af6c531a2d6 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "44cecf97-be94-4e13-b2aa-021524926ef0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.663s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.294120] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 0d7cebb7-37e9-4e30-8681-2fa58d89b0b5] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.398647] env[62359]: DEBUG nova.network.neutron [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Successfully updated port: 9c72b500-d61a-4904-86e3-e35252f084fa {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.751538] env[62359]: DEBUG nova.objects.base [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Object Instance<17ed1181-22e9-46d0-bb22-6fddb61fc073> lazy-loaded attributes: resources,numa_topology {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1112.797520] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 5815dbcf-e70f-46b0-910c-ed60f8245a56] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.883715] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a3c360-871a-4e4d-8692-768d5c625a4e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.893860] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972bf070-8bb3-4554-9f39-deb5ecf6f894 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.926548] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "refresh_cache-1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.926733] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "refresh_cache-1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.926916] env[62359]: DEBUG nova.network.neutron [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.929039] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa8b123-867a-409f-8b3c-f7b1c3784e9a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.938383] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae60bc44-a0a6-401d-afd6-4fe3341b94a5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.954517] env[62359]: DEBUG nova.compute.provider_tree [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.986418] env[62359]: DEBUG nova.compute.manager [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Received event network-vif-plugged-9c72b500-d61a-4904-86e3-e35252f084fa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.986668] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] Acquiring lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.986916] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] Lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.987176] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] Lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.987395] env[62359]: DEBUG nova.compute.manager [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] No waiting events found dispatching network-vif-plugged-9c72b500-d61a-4904-86e3-e35252f084fa {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.987658] env[62359]: WARNING nova.compute.manager [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Received unexpected event network-vif-plugged-9c72b500-d61a-4904-86e3-e35252f084fa for instance with vm_state building and task_state spawning. [ 1112.987854] env[62359]: DEBUG nova.compute.manager [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Received event network-changed-9c72b500-d61a-4904-86e3-e35252f084fa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.988052] env[62359]: DEBUG nova.compute.manager [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Refreshing instance network info cache due to event network-changed-9c72b500-d61a-4904-86e3-e35252f084fa. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1112.988250] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] Acquiring lock "refresh_cache-1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.098293] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquiring lock "6bea986e-d652-4ce4-a664-47106fc3ffff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.098436] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "6bea986e-d652-4ce4-a664-47106fc3ffff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.098661] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquiring lock "6bea986e-d652-4ce4-a664-47106fc3ffff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.098885] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "6bea986e-d652-4ce4-a664-47106fc3ffff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.099111] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "6bea986e-d652-4ce4-a664-47106fc3ffff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.101204] env[62359]: INFO nova.compute.manager [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Terminating instance [ 1113.202846] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.203133] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.301227] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 73b635f5-1588-4312-b068-fbe3e8346af3] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.457477] env[62359]: DEBUG nova.scheduler.client.report [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.461338] env[62359]: DEBUG nova.network.neutron [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.597871] env[62359]: DEBUG nova.network.neutron [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Updating instance_info_cache with network_info: [{"id": "9c72b500-d61a-4904-86e3-e35252f084fa", "address": "fa:16:3e:62:d4:9b", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72b500-d6", "ovs_interfaceid": "9c72b500-d61a-4904-86e3-e35252f084fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.605514] env[62359]: DEBUG nova.compute.manager [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.606208] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.606618] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94605354-25ea-4423-983a-de5f38afd318 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.615789] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.616042] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6032eb0b-c5c1-4ee5-8aca-1cdcb4e3dffd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.623747] env[62359]: DEBUG oslo_vmware.api [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for the task: (returnval){ [ 1113.623747] env[62359]: value = "task-2441580" [ 1113.623747] env[62359]: _type = "Task" [ 1113.623747] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.632272] env[62359]: DEBUG oslo_vmware.api [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.706282] env[62359]: INFO nova.compute.manager [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Detaching volume b58c2ae7-ba98-4e9c-b5ea-ab796531a293 [ 1113.743668] env[62359]: INFO nova.virt.block_device [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Attempting to driver detach volume b58c2ae7-ba98-4e9c-b5ea-ab796531a293 from mountpoint /dev/sdb [ 1113.743939] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.744169] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494559', 'volume_id': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'name': 'volume-b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'serial': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.745114] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba70931b-f971-48ad-b605-e10737ceba80 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.767777] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21cfc64-903d-4eb8-a5e7-113c8374cc7a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.775146] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1865bd-c272-4e31-b541-88a9a6405e3f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.796152] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cb4d93-cc1b-49fc-ac03-cd9cd30b9593 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.810965] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 669b2134-e128-49a9-aad6-15fcecc71e2d] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.812752] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] The volume has not been displaced from its original location: [datastore1] volume-b58c2ae7-ba98-4e9c-b5ea-ab796531a293/volume-b58c2ae7-ba98-4e9c-b5ea-ab796531a293.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.817943] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.818461] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b3667cd-2eb2-4da9-9153-f8962ab78b83 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.835118] env[62359]: DEBUG oslo_vmware.api [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1113.835118] env[62359]: value = "task-2441581" [ 1113.835118] env[62359]: _type = "Task" [ 1113.835118] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.843420] env[62359]: DEBUG oslo_vmware.api [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.965084] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.967867] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.447s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.968134] env[62359]: DEBUG nova.objects.instance [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'resources' on Instance uuid 9530a14a-1520-4116-b021-801aec2c0683 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.100965] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "refresh_cache-1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.101417] env[62359]: DEBUG nova.compute.manager [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Instance network_info: |[{"id": "9c72b500-d61a-4904-86e3-e35252f084fa", "address": "fa:16:3e:62:d4:9b", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72b500-d6", "ovs_interfaceid": "9c72b500-d61a-4904-86e3-e35252f084fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.101802] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] Acquired lock "refresh_cache-1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.102049] env[62359]: DEBUG nova.network.neutron [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Refreshing network info cache for port 9c72b500-d61a-4904-86e3-e35252f084fa {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.103503] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:d4:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c72b500-d61a-4904-86e3-e35252f084fa', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.115944] env[62359]: DEBUG oslo.service.loopingcall [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1114.116902] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.117177] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e09f1441-92e2-465d-a734-b1075f50977e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.140632] env[62359]: DEBUG oslo_vmware.api [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441580, 'name': PowerOffVM_Task, 'duration_secs': 0.209473} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.141852] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.142047] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.142257] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.142257] env[62359]: value = "task-2441582" [ 1114.142257] env[62359]: _type = "Task" [ 1114.142257] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.142432] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ccf0a9f-d612-4dc6-abd3-9b562c5d4f57 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.150951] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441582, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.208963] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.209235] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.209434] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Deleting the datastore file [datastore1] 6bea986e-d652-4ce4-a664-47106fc3ffff {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.209695] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6d40ffa-da75-4dd2-b246-eb73cf7a80ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.216219] env[62359]: DEBUG oslo_vmware.api [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for the task: (returnval){ [ 1114.216219] env[62359]: value = "task-2441584" [ 1114.216219] env[62359]: _type = "Task" [ 1114.216219] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.224023] env[62359]: DEBUG oslo_vmware.api [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.319504] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: f97b76f0-a71f-4b5c-8a5c-9b7e428d2a4a] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.345420] env[62359]: DEBUG oslo_vmware.api [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441581, 'name': ReconfigVM_Task, 'duration_secs': 0.218346} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.345631] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.350494] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47b4c34d-4f18-4a3b-a219-be2a92f61a23 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.365241] env[62359]: DEBUG oslo_vmware.api [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1114.365241] env[62359]: value = "task-2441585" [ 1114.365241] env[62359]: _type = "Task" [ 1114.365241] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.372946] env[62359]: DEBUG oslo_vmware.api [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.476817] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a4b7801b-31bd-4d9e-8109-78fbe6ce956e tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.480s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.477712] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.667s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.477895] env[62359]: INFO nova.compute.manager [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Unshelving [ 1114.620248] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862bf557-8fc1-4d0b-b4ae-23a9ef0e0080 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.628393] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc2be43-dc7a-45dd-9081-95c103664eaa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.664376] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703123ea-f945-4bcd-86f7-bb655b36201c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.674856] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10911d3-e378-43d2-bfff-e169f1cc7179 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.678617] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441582, 'name': CreateVM_Task, 'duration_secs': 0.378811} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.678808] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.679777] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.679943] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.680275] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.680507] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22573615-ce0f-4950-8402-6e134061482e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.689683] env[62359]: DEBUG nova.compute.provider_tree [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.694735] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1114.694735] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c2767a-6b02-cacb-a76b-dbafc16887e5" [ 1114.694735] env[62359]: _type = "Task" [ 1114.694735] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.702405] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c2767a-6b02-cacb-a76b-dbafc16887e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.725671] env[62359]: DEBUG oslo_vmware.api [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Task: {'id': task-2441584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186172} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.725913] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.726106] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.726285] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.726454] env[62359]: INFO nova.compute.manager [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1114.726958] env[62359]: DEBUG oslo.service.loopingcall [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1114.728844] env[62359]: DEBUG nova.compute.manager [-] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.728930] env[62359]: DEBUG nova.network.neutron [-] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.822777] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: b333c2dd-bae6-41f6-8a2d-6ace281206c6] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.877558] env[62359]: DEBUG oslo_vmware.api [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441585, 'name': ReconfigVM_Task, 'duration_secs': 0.180547} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.878246] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494559', 'volume_id': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'name': 'volume-b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293', 'serial': 'b58c2ae7-ba98-4e9c-b5ea-ab796531a293'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.966453] env[62359]: DEBUG nova.network.neutron [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Updated VIF entry in instance network info cache for port 9c72b500-d61a-4904-86e3-e35252f084fa. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.966880] env[62359]: DEBUG nova.network.neutron [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Updating instance_info_cache with network_info: [{"id": "9c72b500-d61a-4904-86e3-e35252f084fa", "address": "fa:16:3e:62:d4:9b", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72b500-d6", "ovs_interfaceid": "9c72b500-d61a-4904-86e3-e35252f084fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.113136] env[62359]: DEBUG nova.compute.manager [req-ead53c4b-3e73-40af-8cbf-77cfaa70e65a req-a0668e91-5c02-4299-adf0-0695833ebabe service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Received event network-vif-deleted-cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.113136] env[62359]: INFO nova.compute.manager [req-ead53c4b-3e73-40af-8cbf-77cfaa70e65a req-a0668e91-5c02-4299-adf0-0695833ebabe service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Neutron deleted interface cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1; detaching it from the instance and deleting it from the info cache [ 1115.113280] env[62359]: DEBUG nova.network.neutron [req-ead53c4b-3e73-40af-8cbf-77cfaa70e65a req-a0668e91-5c02-4299-adf0-0695833ebabe service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.192379] env[62359]: DEBUG nova.scheduler.client.report [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.205753] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c2767a-6b02-cacb-a76b-dbafc16887e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.205753] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.205991] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.206244] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.206398] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.206579] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.207385] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e1469e1-a37d-4fa0-ab1d-12e8ef0f9c78 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.216528] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.216701] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.217424] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea8244d-06a9-49c9-bf9b-7b7836cbc6ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.222673] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1115.222673] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5271e792-0f02-1dc8-fc4a-7bcbda3be423" [ 1115.222673] env[62359]: _type = "Task" [ 1115.222673] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.230281] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5271e792-0f02-1dc8-fc4a-7bcbda3be423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.326431] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: e1f32dac-ca5e-4065-b322-0b668901b2c7] Instance has had 0 of 5 cleanup attempts {{(pid=62359) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.425240] env[62359]: DEBUG nova.objects.instance [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lazy-loading 'flavor' on Instance uuid 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.469491] env[62359]: DEBUG oslo_concurrency.lockutils [req-8d08c8e8-f4a1-4462-831a-b0d3c5c96def req-582c9773-75f0-49d6-ba99-85ed4d5c7cca service nova] Releasing lock "refresh_cache-1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.501227] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.593967] env[62359]: DEBUG nova.network.neutron [-] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.615962] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01bbb012-0c25-4b06-8100-47ddd3680e10 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.627928] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512f90b3-29e7-4cd7-81ae-c288a4ca10b3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.658529] env[62359]: DEBUG nova.compute.manager [req-ead53c4b-3e73-40af-8cbf-77cfaa70e65a req-a0668e91-5c02-4299-adf0-0695833ebabe service nova] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Detach interface failed, port_id=cd4ab18c-80b6-4d2c-bcab-40db16e2b0f1, reason: Instance 6bea986e-d652-4ce4-a664-47106fc3ffff could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1115.697811] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.700435] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.938s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.724311] env[62359]: INFO nova.scheduler.client.report [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleted allocations for instance 9530a14a-1520-4116-b021-801aec2c0683 [ 1115.739558] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5271e792-0f02-1dc8-fc4a-7bcbda3be423, 'name': SearchDatastore_Task, 'duration_secs': 0.008195} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.740425] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8acff8f-d7ed-4bc9-909a-5791be3458cb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.745995] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1115.745995] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52bcbe10-e2eb-02b0-69c5-abbdab038429" [ 1115.745995] env[62359]: _type = "Task" [ 1115.745995] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.754522] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bcbe10-e2eb-02b0-69c5-abbdab038429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.831423] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.831604] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Cleaning up deleted instances with incomplete migration {{(pid=62359) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1116.097083] env[62359]: INFO nova.compute.manager [-] [instance: 6bea986e-d652-4ce4-a664-47106fc3ffff] Took 1.37 seconds to deallocate network for instance. [ 1116.207261] env[62359]: INFO nova.compute.claims [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.237095] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8a36096b-ee6a-49a6-b065-cfd15a7fcaa1 tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "9530a14a-1520-4116-b021-801aec2c0683" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.274s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.256695] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52bcbe10-e2eb-02b0-69c5-abbdab038429, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.256935] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.257233] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0/1ccbfe23-dab5-4826-a0da-1bfe7b1868c0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.257475] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01b7341d-d661-4c87-ac3f-579d4cd55803 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.264666] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1116.264666] env[62359]: value = "task-2441586" [ 1116.264666] env[62359]: _type = "Task" [ 1116.264666] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.274122] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.333970] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.432792] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3d900ea5-aec5-4232-b871-125ff84527ce tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.230s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.603718] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.714396] env[62359]: INFO nova.compute.resource_tracker [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating resource usage from migration 497f3cde-1976-48e8-9d31-6fac09c9cfb1 [ 1116.774561] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441586, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.866722] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda82e2c-089d-4c97-9122-a623d083dbbe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.876271] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c641c1-7384-40e0-8ae9-73e877c8abd2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.907446] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b73987-30ad-4ae8-913a-a6f068cb18ad {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.915239] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e7eabb-d98d-4468-a9c1-05ad65f0240b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.928846] env[62359]: DEBUG nova.compute.provider_tree [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.089876] env[62359]: DEBUG oslo_concurrency.lockutils [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.090319] env[62359]: DEBUG oslo_concurrency.lockutils [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.090714] env[62359]: DEBUG oslo_concurrency.lockutils [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.091057] env[62359]: DEBUG oslo_concurrency.lockutils [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.091298] env[62359]: DEBUG oslo_concurrency.lockutils [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.093392] env[62359]: INFO nova.compute.manager [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Terminating instance [ 1117.275626] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670827} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.275849] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0/1ccbfe23-dab5-4826-a0da-1bfe7b1868c0.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.276075] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.276315] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5b75252-f70d-4340-a52b-21fd277e0cfc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.283103] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1117.283103] env[62359]: value = "task-2441587" [ 1117.283103] env[62359]: _type = "Task" [ 1117.283103] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.290999] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.432037] env[62359]: DEBUG nova.scheduler.client.report [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.482305] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.482553] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.482768] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.482950] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.483146] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.485015] env[62359]: INFO nova.compute.manager [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Terminating instance [ 1117.596855] env[62359]: DEBUG nova.compute.manager [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.597047] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.597987] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834c19a7-cc04-48d9-a452-627b770ca5e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.605858] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.606091] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17cc5818-8f8e-47ab-a5e2-dd9494c88411 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.612078] env[62359]: DEBUG oslo_vmware.api [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1117.612078] env[62359]: value = "task-2441588" [ 1117.612078] env[62359]: _type = "Task" [ 1117.612078] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.619090] env[62359]: DEBUG oslo_vmware.api [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.793273] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062255} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.793547] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.794321] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83d9d7e-e137-4795-b10b-c6158997b035 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.816498] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0/1ccbfe23-dab5-4826-a0da-1bfe7b1868c0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.816773] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47229480-22e2-4868-96a2-aa28fe536faa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.834867] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1117.834867] env[62359]: value = "task-2441589" [ 1117.834867] env[62359]: _type = "Task" [ 1117.834867] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.842338] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.938018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.237s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.938018] env[62359]: INFO nova.compute.manager [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Migrating [ 1117.943950] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.443s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.944239] env[62359]: DEBUG nova.objects.instance [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lazy-loading 'pci_requests' on Instance uuid 17ed1181-22e9-46d0-bb22-6fddb61fc073 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.989016] env[62359]: DEBUG nova.compute.manager [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.989261] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.990172] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a3dc82-e3a7-4ee8-b0c7-a2e9f9a6e311 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.998413] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.998717] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce89a369-3ddb-46ad-adbd-627f745ddf51 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.005499] env[62359]: DEBUG oslo_vmware.api [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1118.005499] env[62359]: value = "task-2441590" [ 1118.005499] env[62359]: _type = "Task" [ 1118.005499] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.013648] env[62359]: DEBUG oslo_vmware.api [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.121928] env[62359]: DEBUG oslo_vmware.api [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441588, 'name': PowerOffVM_Task, 'duration_secs': 0.217659} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.122123] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.122311] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.122513] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec2cba2-4936-49d2-ad8d-4b7d67c9b588 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.193155] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.193849] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.193849] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleting the datastore file [datastore2] df2cd1c4-61af-44ae-9c76-52ede7dcd897 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.194067] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1827d74b-c231-4219-b7c8-d4f988186fdf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.200380] env[62359]: DEBUG oslo_vmware.api [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for the task: (returnval){ [ 1118.200380] env[62359]: value = "task-2441592" [ 1118.200380] env[62359]: _type = "Task" [ 1118.200380] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.208271] env[62359]: DEBUG oslo_vmware.api [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.344539] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441589, 'name': ReconfigVM_Task, 'duration_secs': 0.286823} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.344823] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0/1ccbfe23-dab5-4826-a0da-1bfe7b1868c0.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.345507] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1972dde6-6f93-4974-bef0-e78d613366c5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.352085] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1118.352085] env[62359]: value = "task-2441593" [ 1118.352085] env[62359]: _type = "Task" [ 1118.352085] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.359559] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441593, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.452492] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.452906] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.453174] env[62359]: DEBUG nova.network.neutron [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.456183] env[62359]: DEBUG nova.objects.instance [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lazy-loading 'numa_topology' on Instance uuid 17ed1181-22e9-46d0-bb22-6fddb61fc073 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.515066] env[62359]: DEBUG oslo_vmware.api [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441590, 'name': PowerOffVM_Task, 'duration_secs': 0.204357} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.515335] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.515507] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.515747] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a88b45b9-e88d-4de5-8bef-d75f00523cd0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.572742] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.572960] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.573154] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleting the datastore file [datastore1] 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.573410] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee129c26-1719-41ec-940b-b54c8da7710f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.579130] env[62359]: DEBUG oslo_vmware.api [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1118.579130] env[62359]: value = "task-2441595" [ 1118.579130] env[62359]: _type = "Task" [ 1118.579130] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.586746] env[62359]: DEBUG oslo_vmware.api [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.710413] env[62359]: DEBUG oslo_vmware.api [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Task: {'id': task-2441592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15378} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.710713] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.710870] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.711025] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.711209] env[62359]: INFO nova.compute.manager [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1118.711452] env[62359]: DEBUG oslo.service.loopingcall [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.711741] env[62359]: DEBUG nova.compute.manager [-] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.711835] env[62359]: DEBUG nova.network.neutron [-] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.862069] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441593, 'name': Rename_Task, 'duration_secs': 0.141033} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.862351] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.862585] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-488084ab-2450-4923-91ea-aee6f3c8fa4b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.868064] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1118.868064] env[62359]: value = "task-2441596" [ 1118.868064] env[62359]: _type = "Task" [ 1118.868064] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.875203] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.961219] env[62359]: INFO nova.compute.claims [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.990331] env[62359]: DEBUG nova.compute.manager [req-ed7cef5e-d21e-4b6c-bcea-bee51a2b2663 req-12c3e5b0-8ba6-44ef-8c14-48e7a7f05778 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Received event network-vif-deleted-c7750f8b-b495-4c53-919f-c3a0cd32e584 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.990584] env[62359]: INFO nova.compute.manager [req-ed7cef5e-d21e-4b6c-bcea-bee51a2b2663 req-12c3e5b0-8ba6-44ef-8c14-48e7a7f05778 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Neutron deleted interface c7750f8b-b495-4c53-919f-c3a0cd32e584; detaching it from the instance and deleting it from the info cache [ 1118.990800] env[62359]: DEBUG nova.network.neutron [req-ed7cef5e-d21e-4b6c-bcea-bee51a2b2663 req-12c3e5b0-8ba6-44ef-8c14-48e7a7f05778 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.088566] env[62359]: DEBUG oslo_vmware.api [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150963} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.089137] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.089137] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.089331] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.089543] env[62359]: INFO nova.compute.manager [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1119.089870] env[62359]: DEBUG oslo.service.loopingcall [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1119.090051] env[62359]: DEBUG nova.compute.manager [-] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.090167] env[62359]: DEBUG nova.network.neutron [-] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.289978] env[62359]: DEBUG nova.network.neutron [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance_info_cache with network_info: [{"id": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "address": "fa:16:3e:9f:3c:7a", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8a0e07-15", "ovs_interfaceid": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.379490] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441596, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.469336] env[62359]: DEBUG nova.network.neutron [-] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.494437] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4374704d-1190-4f13-95a6-47c0a0b3cf28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.504532] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537db493-a450-4a66-b284-25b3373d84da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.533471] env[62359]: DEBUG nova.compute.manager [req-ed7cef5e-d21e-4b6c-bcea-bee51a2b2663 req-12c3e5b0-8ba6-44ef-8c14-48e7a7f05778 service nova] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Detach interface failed, port_id=c7750f8b-b495-4c53-919f-c3a0cd32e584, reason: Instance df2cd1c4-61af-44ae-9c76-52ede7dcd897 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1119.794149] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.878016] env[62359]: DEBUG oslo_vmware.api [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441596, 'name': PowerOnVM_Task, 'duration_secs': 0.542803} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.878330] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.878552] env[62359]: INFO nova.compute.manager [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1119.878717] env[62359]: DEBUG nova.compute.manager [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.879502] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6163e20c-ef25-47c7-98e0-c8cc3c42fe20 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.974832] env[62359]: INFO nova.compute.manager [-] [instance: df2cd1c4-61af-44ae-9c76-52ede7dcd897] Took 1.26 seconds to deallocate network for instance. [ 1120.099223] env[62359]: DEBUG nova.network.neutron [-] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.113278] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b491f1-c4ee-41f6-838f-55947b11b3dc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.122362] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3055bf48-19a8-4d0c-848c-20858ac2edab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.153057] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a8234f-cdc0-449c-addb-5b898f9b30cc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.161083] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62410183-f802-403a-9eda-341bac248a2f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.174681] env[62359]: DEBUG nova.compute.provider_tree [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.396588] env[62359]: INFO nova.compute.manager [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Took 14.41 seconds to build instance. [ 1120.481648] env[62359]: DEBUG oslo_concurrency.lockutils [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.556178] env[62359]: DEBUG nova.compute.manager [req-1693b69f-14d2-4533-aac3-43b85c92576e req-e7a063f4-e99c-4e8b-bf90-ca67ab08e734 service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Received event network-changed-9c72b500-d61a-4904-86e3-e35252f084fa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.556178] env[62359]: DEBUG nova.compute.manager [req-1693b69f-14d2-4533-aac3-43b85c92576e req-e7a063f4-e99c-4e8b-bf90-ca67ab08e734 service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Refreshing instance network info cache due to event network-changed-9c72b500-d61a-4904-86e3-e35252f084fa. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1120.556178] env[62359]: DEBUG oslo_concurrency.lockutils [req-1693b69f-14d2-4533-aac3-43b85c92576e req-e7a063f4-e99c-4e8b-bf90-ca67ab08e734 service nova] Acquiring lock "refresh_cache-1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.556178] env[62359]: DEBUG oslo_concurrency.lockutils [req-1693b69f-14d2-4533-aac3-43b85c92576e req-e7a063f4-e99c-4e8b-bf90-ca67ab08e734 service nova] Acquired lock "refresh_cache-1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.556178] env[62359]: DEBUG nova.network.neutron [req-1693b69f-14d2-4533-aac3-43b85c92576e req-e7a063f4-e99c-4e8b-bf90-ca67ab08e734 service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Refreshing network info cache for port 9c72b500-d61a-4904-86e3-e35252f084fa {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.605127] env[62359]: INFO nova.compute.manager [-] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Took 1.51 seconds to deallocate network for instance. [ 1120.680022] env[62359]: DEBUG nova.scheduler.client.report [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.898246] env[62359]: DEBUG oslo_concurrency.lockutils [None req-08c173eb-190f-4339-a3fc-e24621decdb8 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.918s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.015987] env[62359]: DEBUG nova.compute.manager [req-46dd77e1-4c6b-41d3-98f2-4ff3c563e09d req-60a92d08-305c-4425-95fa-117f836a87fb service nova] [instance: 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5] Received event network-vif-deleted-a522a6cf-df01-4c11-b694-541e766996c3 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.110572] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.182968] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.239s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.185112] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.581s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.185298] env[62359]: DEBUG nova.objects.instance [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lazy-loading 'resources' on Instance uuid 6bea986e-d652-4ce4-a664-47106fc3ffff {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.224230] env[62359]: INFO nova.network.neutron [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updating port 8db9ef4c-b02a-47d6-88b1-b643f2677b05 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1121.308631] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8153b7e8-050d-4549-96a5-f6e10c1b7830 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.327869] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance '8e3af67b-5850-4fff-9437-83b6c2cc0852' progress to 0 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.332176] env[62359]: DEBUG nova.network.neutron [req-1693b69f-14d2-4533-aac3-43b85c92576e req-e7a063f4-e99c-4e8b-bf90-ca67ab08e734 service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Updated VIF entry in instance network info cache for port 9c72b500-d61a-4904-86e3-e35252f084fa. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.332503] env[62359]: DEBUG nova.network.neutron [req-1693b69f-14d2-4533-aac3-43b85c92576e req-e7a063f4-e99c-4e8b-bf90-ca67ab08e734 service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Updating instance_info_cache with network_info: [{"id": "9c72b500-d61a-4904-86e3-e35252f084fa", "address": "fa:16:3e:62:d4:9b", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72b500-d6", "ovs_interfaceid": "9c72b500-d61a-4904-86e3-e35252f084fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.814776] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894b0b9d-135b-4ebd-b552-d119a3ce109f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.822521] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a98e10-c4c9-4048-bbc9-53f03c3f00da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.853880] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.854358] env[62359]: DEBUG oslo_concurrency.lockutils [req-1693b69f-14d2-4533-aac3-43b85c92576e req-e7a063f4-e99c-4e8b-bf90-ca67ab08e734 service nova] Releasing lock "refresh_cache-1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.854907] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2e9dacd-efc8-45c6-aca2-58f3a1445868 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.856889] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8428f50-cd75-4dc6-afce-05fcba2ef0f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.865916] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda988c3-bacd-44e6-aab5-acd2ca7f35db {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.870188] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1121.870188] env[62359]: value = "task-2441598" [ 1121.870188] env[62359]: _type = "Task" [ 1121.870188] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.881724] env[62359]: DEBUG nova.compute.provider_tree [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.888750] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.381089] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441598, 'name': PowerOffVM_Task, 'duration_secs': 0.191342} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.381089] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.381089] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance '8e3af67b-5850-4fff-9437-83b6c2cc0852' progress to 17 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.384663] env[62359]: DEBUG nova.scheduler.client.report [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.754899] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.755092] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.755249] env[62359]: DEBUG nova.network.neutron [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.890689] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.891076] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.891076] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.891239] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.891385] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.891532] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.891737] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.891899] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.892078] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.892245] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.892418] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.897785] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.900318] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7fc16f-e743-4763-a702-1222aa4dfe8f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.911862] env[62359]: DEBUG oslo_concurrency.lockutils [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.431s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.912112] env[62359]: DEBUG nova.objects.instance [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lazy-loading 'resources' on Instance uuid df2cd1c4-61af-44ae-9c76-52ede7dcd897 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.919122] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1122.919122] env[62359]: value = "task-2441599" [ 1122.919122] env[62359]: _type = "Task" [ 1122.919122] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.923153] env[62359]: INFO nova.scheduler.client.report [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Deleted allocations for instance 6bea986e-d652-4ce4-a664-47106fc3ffff [ 1122.932464] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441599, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.049596] env[62359]: DEBUG nova.compute.manager [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Received event network-vif-plugged-8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.049790] env[62359]: DEBUG oslo_concurrency.lockutils [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] Acquiring lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.049998] env[62359]: DEBUG oslo_concurrency.lockutils [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.050190] env[62359]: DEBUG oslo_concurrency.lockutils [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.050362] env[62359]: DEBUG nova.compute.manager [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] No waiting events found dispatching network-vif-plugged-8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.050528] env[62359]: WARNING nova.compute.manager [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Received unexpected event network-vif-plugged-8db9ef4c-b02a-47d6-88b1-b643f2677b05 for instance with vm_state shelved_offloaded and task_state spawning. [ 1123.050697] env[62359]: DEBUG nova.compute.manager [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Received event network-changed-8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.050854] env[62359]: DEBUG nova.compute.manager [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Refreshing instance network info cache due to event network-changed-8db9ef4c-b02a-47d6-88b1-b643f2677b05. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.051033] env[62359]: DEBUG oslo_concurrency.lockutils [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] Acquiring lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.133172] env[62359]: DEBUG oslo_concurrency.lockutils [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.133412] env[62359]: DEBUG oslo_concurrency.lockutils [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.432393] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441599, 'name': ReconfigVM_Task, 'duration_secs': 0.445633} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.435332] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance '8e3af67b-5850-4fff-9437-83b6c2cc0852' progress to 33 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.439276] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8bd88edf-30fe-4dbd-9c3c-e807a62b8add tempest-InstanceActionsTestJSON-757260094 tempest-InstanceActionsTestJSON-757260094-project-member] Lock "6bea986e-d652-4ce4-a664-47106fc3ffff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.341s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.460430] env[62359]: DEBUG nova.network.neutron [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updating instance_info_cache with network_info: [{"id": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "address": "fa:16:3e:a8:88:6f", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db9ef4c-b0", "ovs_interfaceid": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.541457] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6272b8cb-7c54-415a-a597-d0eff30754f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.549324] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee35358-1bba-45ca-af6a-698ebb51ef0d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.600761] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e0b0dd-6cf0-4190-8d48-ade7b125a7f5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.616033] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c228b5d-19f0-4261-99a8-8ed17b8e64fd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.637826] env[62359]: DEBUG nova.compute.utils [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1123.639746] env[62359]: DEBUG nova.compute.provider_tree [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.942013] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.942013] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.942013] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.942453] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.942453] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.942453] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.942749] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.942980] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.943224] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.943428] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.943788] env[62359]: DEBUG nova.virt.hardware [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.949416] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.950015] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9806f380-7e22-4d6f-ad07-d6e647b55436 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.964857] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.967221] env[62359]: DEBUG oslo_concurrency.lockutils [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] Acquired lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.967456] env[62359]: DEBUG nova.network.neutron [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Refreshing network info cache for port 8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.975506] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1123.975506] env[62359]: value = "task-2441600" [ 1123.975506] env[62359]: _type = "Task" [ 1123.975506] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.989066] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441600, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.001172] env[62359]: DEBUG nova.virt.hardware [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d3a3efb65c83a40bfa89ae2e69a04575',container_format='bare',created_at=2025-02-10T21:19:53Z,direct_url=,disk_format='vmdk',id=bee931fd-a033-4531-ada6-e7af56da3406,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-853641906-shelved',owner='cea883d03a5242c681df473cc78ce8e8',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-02-10T21:20:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.001622] env[62359]: DEBUG nova.virt.hardware [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.001831] env[62359]: DEBUG nova.virt.hardware [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.002081] env[62359]: DEBUG nova.virt.hardware [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.002256] env[62359]: DEBUG nova.virt.hardware [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.002424] env[62359]: DEBUG nova.virt.hardware [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.002762] env[62359]: DEBUG nova.virt.hardware [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.002949] env[62359]: DEBUG nova.virt.hardware [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.003136] env[62359]: DEBUG nova.virt.hardware [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.003302] env[62359]: DEBUG nova.virt.hardware [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.003478] env[62359]: DEBUG nova.virt.hardware [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.004912] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68069e7d-b20d-491d-b85a-b43733fadec3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.015410] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4150de-463f-4ac1-a3c9-d07627de58fa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.037166] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:88:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db9ef4c-b02a-47d6-88b1-b643f2677b05', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.047660] env[62359]: DEBUG oslo.service.loopingcall [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.048143] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.048389] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e447db76-0808-41d5-a859-524faa2b0816 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.074861] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.074861] env[62359]: value = "task-2441601" [ 1124.074861] env[62359]: _type = "Task" [ 1124.074861] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.085170] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441601, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.143118] env[62359]: DEBUG oslo_concurrency.lockutils [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.145105] env[62359]: DEBUG nova.scheduler.client.report [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.486219] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441600, 'name': ReconfigVM_Task, 'duration_secs': 0.257449} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.486569] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.487596] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc624e80-66c1-4ce9-8bdc-ce6e8e7aa5c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.511457] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 8e3af67b-5850-4fff-9437-83b6c2cc0852/8e3af67b-5850-4fff-9437-83b6c2cc0852.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.511745] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d9b2949-a492-4f31-b743-c48ad94108e2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.530178] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1124.530178] env[62359]: value = "task-2441603" [ 1124.530178] env[62359]: _type = "Task" [ 1124.530178] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.540783] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.584890] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441601, 'name': CreateVM_Task, 'duration_secs': 0.351042} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.585063] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.585871] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.586015] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.586308] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.586617] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2c45eb-cfdd-4dd9-91b4-f29451fd70d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.590905] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1124.590905] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]521883a3-9d20-fecb-7ea1-b63754e27537" [ 1124.590905] env[62359]: _type = "Task" [ 1124.590905] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.598216] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]521883a3-9d20-fecb-7ea1-b63754e27537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.651405] env[62359]: DEBUG oslo_concurrency.lockutils [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.654924] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.545s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.655215] env[62359]: DEBUG nova.objects.instance [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lazy-loading 'resources' on Instance uuid 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.681044] env[62359]: INFO nova.scheduler.client.report [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Deleted allocations for instance df2cd1c4-61af-44ae-9c76-52ede7dcd897 [ 1124.873320] env[62359]: DEBUG nova.network.neutron [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updated VIF entry in instance network info cache for port 8db9ef4c-b02a-47d6-88b1-b643f2677b05. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.873721] env[62359]: DEBUG nova.network.neutron [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updating instance_info_cache with network_info: [{"id": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "address": "fa:16:3e:a8:88:6f", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db9ef4c-b0", "ovs_interfaceid": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.044221] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441603, 'name': ReconfigVM_Task, 'duration_secs': 0.289443} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.044221] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 8e3af67b-5850-4fff-9437-83b6c2cc0852/8e3af67b-5850-4fff-9437-83b6c2cc0852.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.044221] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance '8e3af67b-5850-4fff-9437-83b6c2cc0852' progress to 50 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.104375] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.104637] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Processing image bee931fd-a033-4531-ada6-e7af56da3406 {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.104875] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406/bee931fd-a033-4531-ada6-e7af56da3406.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.105135] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406/bee931fd-a033-4531-ada6-e7af56da3406.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.105220] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.105476] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75d7f090-c5ee-4a27-9bca-2da7898741e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.119073] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.119073] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.120194] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d186786-2b59-4ddc-b64c-03dfbb5a6055 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.125971] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1125.125971] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52371f61-1171-53e4-07f2-6f2844aa2ed8" [ 1125.125971] env[62359]: _type = "Task" [ 1125.125971] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.133420] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52371f61-1171-53e4-07f2-6f2844aa2ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.190947] env[62359]: DEBUG oslo_concurrency.lockutils [None req-671b0583-f830-47b8-884a-d605dc26befe tempest-AttachInterfacesTestJSON-559758097 tempest-AttachInterfacesTestJSON-559758097-project-member] Lock "df2cd1c4-61af-44ae-9c76-52ede7dcd897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.100s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.223855] env[62359]: DEBUG oslo_concurrency.lockutils [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.223966] env[62359]: DEBUG oslo_concurrency.lockutils [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.224175] env[62359]: INFO nova.compute.manager [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Attaching volume 615e82d2-5c8f-4755-95c7-b7087bc67983 to /dev/sdb [ 1125.263815] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f81f09b-b7c8-417a-b14a-ff6a892d468f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.273419] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12a9d83-6a8a-4c61-a7b0-c5810a4b0dcb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.287355] env[62359]: DEBUG nova.virt.block_device [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating existing volume attachment record: 920a43e9-6b62-4407-91ee-3808b735744f {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1125.290706] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4de0ca0-7844-4e3f-b549-051ef8fd773b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.297559] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72392a41-edd3-4fed-8911-79a23fa044e9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.328568] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8c8dde-b139-4b18-bd6c-46f7790ecdfe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.336474] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650afdb4-2694-4daa-8aee-fac7ee743962 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.349987] env[62359]: DEBUG nova.compute.provider_tree [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.380929] env[62359]: DEBUG oslo_concurrency.lockutils [req-f7d7885f-9377-458c-bc9c-c22d983a6260 req-f4726a33-d426-4877-964f-2aeb3b5d44c5 service nova] Releasing lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.553718] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e726948-0588-4e83-9cbe-0e529ef3e07e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.573550] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c65f2c1-6d47-441b-9928-e7a0709ee001 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.592487] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance '8e3af67b-5850-4fff-9437-83b6c2cc0852' progress to 67 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.635977] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Preparing fetch location {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1125.636386] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Fetch image to [datastore1] OSTACK_IMG_31b2e4fd-5c83-46dd-a9fd-d420312f5110/OSTACK_IMG_31b2e4fd-5c83-46dd-a9fd-d420312f5110.vmdk {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1125.636460] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Downloading stream optimized image bee931fd-a033-4531-ada6-e7af56da3406 to [datastore1] OSTACK_IMG_31b2e4fd-5c83-46dd-a9fd-d420312f5110/OSTACK_IMG_31b2e4fd-5c83-46dd-a9fd-d420312f5110.vmdk on the data store datastore1 as vApp {{(pid=62359) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1125.636650] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Downloading image file data bee931fd-a033-4531-ada6-e7af56da3406 to the ESX as VM named 'OSTACK_IMG_31b2e4fd-5c83-46dd-a9fd-d420312f5110' {{(pid=62359) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1125.719183] env[62359]: DEBUG oslo_vmware.rw_handles [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1125.719183] env[62359]: value = "resgroup-9" [ 1125.719183] env[62359]: _type = "ResourcePool" [ 1125.719183] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1125.719481] env[62359]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-de2aa470-0f19-4ef5-9c69-2972fb24eeb1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.744151] env[62359]: DEBUG oslo_vmware.rw_handles [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lease: (returnval){ [ 1125.744151] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b0dcc5-ba2a-27ec-a352-e34980492927" [ 1125.744151] env[62359]: _type = "HttpNfcLease" [ 1125.744151] env[62359]: } obtained for vApp import into resource pool (val){ [ 1125.744151] env[62359]: value = "resgroup-9" [ 1125.744151] env[62359]: _type = "ResourcePool" [ 1125.744151] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1125.744660] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the lease: (returnval){ [ 1125.744660] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b0dcc5-ba2a-27ec-a352-e34980492927" [ 1125.744660] env[62359]: _type = "HttpNfcLease" [ 1125.744660] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1125.752085] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1125.752085] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b0dcc5-ba2a-27ec-a352-e34980492927" [ 1125.752085] env[62359]: _type = "HttpNfcLease" [ 1125.752085] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1125.853202] env[62359]: DEBUG nova.scheduler.client.report [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.138572] env[62359]: DEBUG nova.network.neutron [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Port 1d8a0e07-15f5-4e78-9609-3c3696c06417 binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1126.253765] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.253765] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b0dcc5-ba2a-27ec-a352-e34980492927" [ 1126.253765] env[62359]: _type = "HttpNfcLease" [ 1126.253765] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1126.360310] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.390645] env[62359]: INFO nova.scheduler.client.report [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleted allocations for instance 46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5 [ 1126.753189] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.753189] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b0dcc5-ba2a-27ec-a352-e34980492927" [ 1126.753189] env[62359]: _type = "HttpNfcLease" [ 1126.753189] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1126.753513] env[62359]: DEBUG oslo_vmware.rw_handles [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1126.753513] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52b0dcc5-ba2a-27ec-a352-e34980492927" [ 1126.753513] env[62359]: _type = "HttpNfcLease" [ 1126.753513] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1126.754220] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0547c6-6443-41ee-98fb-11d544a6a057 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.761382] env[62359]: DEBUG oslo_vmware.rw_handles [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cad38-c115-2099-315f-11b33477b74e/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1126.761637] env[62359]: DEBUG oslo_vmware.rw_handles [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cad38-c115-2099-315f-11b33477b74e/disk-0.vmdk. {{(pid=62359) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1126.825458] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30197aa2-a71a-423c-bdd9-9817abb0094b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.903391] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1d84cd74-346d-4205-a4f0-72ee4d6d355e tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "46fe0a96-e8bd-4bcb-8175-8b67bd8b62f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.420s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.166164] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "8e3af67b-5850-4fff-9437-83b6c2cc0852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.168186] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.168431] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.929655] env[62359]: DEBUG oslo_vmware.rw_handles [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Completed reading data from the image iterator. {{(pid=62359) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1127.929949] env[62359]: DEBUG oslo_vmware.rw_handles [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cad38-c115-2099-315f-11b33477b74e/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1127.930973] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904ecc62-efd2-476d-a0f4-c75db4a5cd75 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.938459] env[62359]: DEBUG oslo_vmware.rw_handles [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cad38-c115-2099-315f-11b33477b74e/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1127.938659] env[62359]: DEBUG oslo_vmware.rw_handles [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cad38-c115-2099-315f-11b33477b74e/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1127.938928] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e3ed5065-8d5b-4a34-937f-9beaaca32db0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.163160] env[62359]: DEBUG oslo_vmware.rw_handles [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cad38-c115-2099-315f-11b33477b74e/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1128.163386] env[62359]: INFO nova.virt.vmwareapi.images [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Downloaded image file data bee931fd-a033-4531-ada6-e7af56da3406 [ 1128.164287] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef8f3e2-f684-4a46-835f-1a7e1309c400 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.182018] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dd3669c-9bd6-4b88-8b20-2ab5cd960e21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.212496] env[62359]: INFO nova.virt.vmwareapi.images [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] The imported VM was unregistered [ 1128.215061] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Caching image {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1128.215300] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406 {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.215932] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a53c4f5-77e4-48df-b94c-7f18630a61aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.220236] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.220464] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.220580] env[62359]: DEBUG nova.network.neutron [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.236827] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Created directory with path [datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406 {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.237025] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_31b2e4fd-5c83-46dd-a9fd-d420312f5110/OSTACK_IMG_31b2e4fd-5c83-46dd-a9fd-d420312f5110.vmdk to [datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406/bee931fd-a033-4531-ada6-e7af56da3406.vmdk. {{(pid=62359) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1128.237277] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-baf5f060-1fe3-45b1-8a9c-142b0b0d01b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.244413] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1128.244413] env[62359]: value = "task-2441611" [ 1128.244413] env[62359]: _type = "Task" [ 1128.244413] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.252269] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441611, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.756799] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441611, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.112584] env[62359]: DEBUG nova.network.neutron [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance_info_cache with network_info: [{"id": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "address": "fa:16:3e:9f:3c:7a", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8a0e07-15", "ovs_interfaceid": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.258247] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441611, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.524873] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.526294] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.618121] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.761122] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441611, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.030584] env[62359]: DEBUG nova.compute.manager [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.143886] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fcb3b7-461c-41df-8662-3d8418fa4797 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.169696] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c4ba39-6de9-42e1-8c1e-2130ddf92d98 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.179414] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance '8e3af67b-5850-4fff-9437-83b6c2cc0852' progress to 83 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.258509] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441611, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.339769] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1130.340065] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494579', 'volume_id': '615e82d2-5c8f-4755-95c7-b7087bc67983', 'name': 'volume-615e82d2-5c8f-4755-95c7-b7087bc67983', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddc33c65-e68d-4f24-8382-d2f3601aa525', 'attached_at': '', 'detached_at': '', 'volume_id': '615e82d2-5c8f-4755-95c7-b7087bc67983', 'serial': '615e82d2-5c8f-4755-95c7-b7087bc67983'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1130.340945] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8127019-e54a-4b64-b8f6-7c6e8fbe3ff4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.367768] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68742199-689a-4051-8854-f0835f028427 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.406135] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-615e82d2-5c8f-4755-95c7-b7087bc67983/volume-615e82d2-5c8f-4755-95c7-b7087bc67983.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.406135] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c83471f-b99a-4259-a070-1c9c39cfb148 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.429028] env[62359]: DEBUG oslo_vmware.api [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1130.429028] env[62359]: value = "task-2441613" [ 1130.429028] env[62359]: _type = "Task" [ 1130.429028] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.442828] env[62359]: DEBUG oslo_vmware.api [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.567581] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.568055] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.569752] env[62359]: INFO nova.compute.claims [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.686209] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.686209] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c003eac4-dca4-45bb-8d25-7d61234fb890 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.695054] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1130.695054] env[62359]: value = "task-2441615" [ 1130.695054] env[62359]: _type = "Task" [ 1130.695054] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.707248] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.759957] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441611, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.833918] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.833918] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.939101] env[62359]: DEBUG oslo_vmware.api [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.210083] env[62359]: DEBUG oslo_vmware.api [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441615, 'name': PowerOnVM_Task, 'duration_secs': 0.429449} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.210453] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.210653] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93e487-0db4-4a30-a5b5-f431e7120523 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance '8e3af67b-5850-4fff-9437-83b6c2cc0852' progress to 100 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.261592] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441611, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.343486] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.343736] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Starting heal instance info cache {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1131.438982] env[62359]: DEBUG oslo_vmware.api [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.730261] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f2855d-67aa-4e8b-9eb2-3a20780c51c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.739750] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47984c9f-9a8c-45b8-b972-708669543091 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.778164] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5a7d70-5c2c-47d1-b518-ab32a7ad94ee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.786087] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441611, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.187272} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.788366] env[62359]: INFO nova.virt.vmwareapi.ds_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_31b2e4fd-5c83-46dd-a9fd-d420312f5110/OSTACK_IMG_31b2e4fd-5c83-46dd-a9fd-d420312f5110.vmdk to [datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406/bee931fd-a033-4531-ada6-e7af56da3406.vmdk. [ 1131.788675] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Cleaning up location [datastore1] OSTACK_IMG_31b2e4fd-5c83-46dd-a9fd-d420312f5110 {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1131.788776] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_31b2e4fd-5c83-46dd-a9fd-d420312f5110 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.789073] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc7842d7-d3a5-4b75-b597-5c6c2e0fe935 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.791753] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7f752f-c4c7-48bc-8fe8-e1d34497164c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.806483] env[62359]: DEBUG nova.compute.provider_tree [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.809126] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1131.809126] env[62359]: value = "task-2441616" [ 1131.809126] env[62359]: _type = "Task" [ 1131.809126] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.817554] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.849396] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.849396] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquired lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.849515] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Forcefully refreshing network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1131.937885] env[62359]: DEBUG oslo_vmware.api [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441613, 'name': ReconfigVM_Task, 'duration_secs': 1.265908} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.938191] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-615e82d2-5c8f-4755-95c7-b7087bc67983/volume-615e82d2-5c8f-4755-95c7-b7087bc67983.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.942912] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280a6175-a6e1-4a17-86bb-ac89d7740764 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.958423] env[62359]: DEBUG oslo_vmware.api [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1131.958423] env[62359]: value = "task-2441617" [ 1131.958423] env[62359]: _type = "Task" [ 1131.958423] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.967750] env[62359]: DEBUG oslo_vmware.api [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.315030] env[62359]: DEBUG nova.scheduler.client.report [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.324137] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033895} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.324452] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.324663] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406/bee931fd-a033-4531-ada6-e7af56da3406.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.324951] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406/bee931fd-a033-4531-ada6-e7af56da3406.vmdk to [datastore1] 17ed1181-22e9-46d0-bb22-6fddb61fc073/17ed1181-22e9-46d0-bb22-6fddb61fc073.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.325265] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b7e8456-2856-4efd-b578-0fea7cb72eef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.332083] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1132.332083] env[62359]: value = "task-2441618" [ 1132.332083] env[62359]: _type = "Task" [ 1132.332083] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.340086] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.451717] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquiring lock "dea22595-2aac-463d-84bb-4ad4dba8249f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.451947] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Lock "dea22595-2aac-463d-84bb-4ad4dba8249f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.470287] env[62359]: DEBUG oslo_vmware.api [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441617, 'name': ReconfigVM_Task, 'duration_secs': 0.156444} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.470382] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494579', 'volume_id': '615e82d2-5c8f-4755-95c7-b7087bc67983', 'name': 'volume-615e82d2-5c8f-4755-95c7-b7087bc67983', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddc33c65-e68d-4f24-8382-d2f3601aa525', 'attached_at': '', 'detached_at': '', 'volume_id': '615e82d2-5c8f-4755-95c7-b7087bc67983', 'serial': '615e82d2-5c8f-4755-95c7-b7087bc67983'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1132.821741] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.821741] env[62359]: DEBUG nova.compute.manager [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.842453] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441618, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.954127] env[62359]: DEBUG nova.compute.manager [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.105926] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance_info_cache with network_info: [{"id": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "address": "fa:16:3e:9f:3c:7a", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8a0e07-15", "ovs_interfaceid": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.326124] env[62359]: DEBUG nova.compute.utils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1133.328104] env[62359]: DEBUG nova.compute.manager [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.328276] env[62359]: DEBUG nova.network.neutron [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.343750] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441618, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.373281] env[62359]: DEBUG nova.policy [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e161a65db143dc89c2460fc63f29cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b9be558d91471e8c1e8fac0ba7b883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.476640] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.476920] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.482621] env[62359]: INFO nova.compute.claims [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.514697] env[62359]: DEBUG nova.objects.instance [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'flavor' on Instance uuid ddc33c65-e68d-4f24-8382-d2f3601aa525 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.609265] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Releasing lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.609265] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updated the network info_cache for instance {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1133.783606] env[62359]: DEBUG nova.network.neutron [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Successfully created port: 48bb8cca-1d29-45e0-b28a-195d0b168a4d {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.832784] env[62359]: DEBUG nova.compute.manager [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.851899] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441618, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.008707] env[62359]: DEBUG oslo_concurrency.lockutils [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "55767968-93f7-474f-9949-b964328c6105" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.008707] env[62359]: DEBUG oslo_concurrency.lockutils [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "55767968-93f7-474f-9949-b964328c6105" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.008858] env[62359]: INFO nova.compute.manager [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Shelving [ 1134.024941] env[62359]: DEBUG oslo_concurrency.lockutils [None req-af88ec70-6995-45f5-9331-cbe0e695167c tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.800s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.140510] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.140777] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.141059] env[62359]: DEBUG nova.compute.manager [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Going to confirm migration 7 {{(pid=62359) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1134.351175] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441618, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.471242] env[62359]: DEBUG nova.compute.manager [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Stashing vm_state: active {{(pid=62359) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1134.642282] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce557e7-c27b-4766-85a7-edb935556000 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.654290] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85a21af-1b4e-4fbc-b3d5-8618d0533e9f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.685047] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a46f68-402d-4be8-8cf8-002400b3d283 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.693074] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35917ac8-7ecb-4b7b-a5a6-9e0c72473051 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.705974] env[62359]: DEBUG nova.compute.provider_tree [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.708748] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.708929] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.709145] env[62359]: DEBUG nova.network.neutron [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.709334] env[62359]: DEBUG nova.objects.instance [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'info_cache' on Instance uuid 8e3af67b-5850-4fff-9437-83b6c2cc0852 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.848114] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441618, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.337671} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.848373] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bee931fd-a033-4531-ada6-e7af56da3406/bee931fd-a033-4531-ada6-e7af56da3406.vmdk to [datastore1] 17ed1181-22e9-46d0-bb22-6fddb61fc073/17ed1181-22e9-46d0-bb22-6fddb61fc073.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.849218] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff6c35b-1fa3-4f40-8b22-d6ab9d1aba75 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.852829] env[62359]: DEBUG nova.compute.manager [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.874385] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 17ed1181-22e9-46d0-bb22-6fddb61fc073/17ed1181-22e9-46d0-bb22-6fddb61fc073.vmdk or device None with type streamOptimized {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.876541] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f236180a-9d64-45b2-b6bc-8d6c33c98ab6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.898170] env[62359]: DEBUG nova.virt.hardware [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.898170] env[62359]: DEBUG nova.virt.hardware [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.898170] env[62359]: DEBUG nova.virt.hardware [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.898170] env[62359]: DEBUG nova.virt.hardware [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.898754] env[62359]: DEBUG nova.virt.hardware [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.898754] env[62359]: DEBUG nova.virt.hardware [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.898754] env[62359]: DEBUG nova.virt.hardware [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.898895] env[62359]: DEBUG nova.virt.hardware [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.899137] env[62359]: DEBUG nova.virt.hardware [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.899236] env[62359]: DEBUG nova.virt.hardware [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.899418] env[62359]: DEBUG nova.virt.hardware [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.900271] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d9262a-0cf2-455d-a778-45cbb54f2a43 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.903700] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1134.903700] env[62359]: value = "task-2441621" [ 1134.903700] env[62359]: _type = "Task" [ 1134.903700] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.912235] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3066cf-3577-4989-bb43-1b9fbfc3c9bc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.919138] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.991146] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.022540] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.022889] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec7ad3ab-3335-4fef-9cc1-4bea3543c2b7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.030459] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1135.030459] env[62359]: value = "task-2441622" [ 1135.030459] env[62359]: _type = "Task" [ 1135.030459] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.039486] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.204517] env[62359]: DEBUG nova.compute.manager [req-bec3d57f-f9c0-4424-9bd3-90afd02879e0 req-e01d84cd-d3e4-4930-bfc9-c219a1951556 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Received event network-vif-plugged-48bb8cca-1d29-45e0-b28a-195d0b168a4d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.204747] env[62359]: DEBUG oslo_concurrency.lockutils [req-bec3d57f-f9c0-4424-9bd3-90afd02879e0 req-e01d84cd-d3e4-4930-bfc9-c219a1951556 service nova] Acquiring lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.204981] env[62359]: DEBUG oslo_concurrency.lockutils [req-bec3d57f-f9c0-4424-9bd3-90afd02879e0 req-e01d84cd-d3e4-4930-bfc9-c219a1951556 service nova] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.205300] env[62359]: DEBUG oslo_concurrency.lockutils [req-bec3d57f-f9c0-4424-9bd3-90afd02879e0 req-e01d84cd-d3e4-4930-bfc9-c219a1951556 service nova] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.205440] env[62359]: DEBUG nova.compute.manager [req-bec3d57f-f9c0-4424-9bd3-90afd02879e0 req-e01d84cd-d3e4-4930-bfc9-c219a1951556 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] No waiting events found dispatching network-vif-plugged-48bb8cca-1d29-45e0-b28a-195d0b168a4d {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.205639] env[62359]: WARNING nova.compute.manager [req-bec3d57f-f9c0-4424-9bd3-90afd02879e0 req-e01d84cd-d3e4-4930-bfc9-c219a1951556 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Received unexpected event network-vif-plugged-48bb8cca-1d29-45e0-b28a-195d0b168a4d for instance with vm_state building and task_state spawning. [ 1135.211459] env[62359]: DEBUG nova.scheduler.client.report [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.296219] env[62359]: DEBUG nova.network.neutron [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Successfully updated port: 48bb8cca-1d29-45e0-b28a-195d0b168a4d {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.414366] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.540936] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441622, 'name': PowerOffVM_Task, 'duration_secs': 0.44871} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.541304] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.542158] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1cb36-2d23-4e01-b37d-a55771a7ca4f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.565085] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e336ee-f883-44fc-b0fa-f7bac40c0441 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.717569] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.718284] env[62359]: DEBUG nova.compute.manager [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.723417] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.732s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.798819] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "refresh_cache-726cdbc5-cd90-46ea-8dcb-52a016e61f4d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.799083] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "refresh_cache-726cdbc5-cd90-46ea-8dcb-52a016e61f4d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.799291] env[62359]: DEBUG nova.network.neutron [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.917830] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441621, 'name': ReconfigVM_Task, 'duration_secs': 0.686341} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.920098] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 17ed1181-22e9-46d0-bb22-6fddb61fc073/17ed1181-22e9-46d0-bb22-6fddb61fc073.vmdk or device None with type streamOptimized {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.920692] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c569f96-7d64-4a79-9785-6feb7d87c8d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.928219] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1135.928219] env[62359]: value = "task-2441623" [ 1135.928219] env[62359]: _type = "Task" [ 1135.928219] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.936606] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441623, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.955379] env[62359]: DEBUG nova.network.neutron [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance_info_cache with network_info: [{"id": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "address": "fa:16:3e:9f:3c:7a", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8a0e07-15", "ovs_interfaceid": "1d8a0e07-15f5-4e78-9609-3c3696c06417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.078150] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1136.078470] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27f6995f-0ce0-4e94-bcb3-c8060a4438cd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.086271] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1136.086271] env[62359]: value = "task-2441624" [ 1136.086271] env[62359]: _type = "Task" [ 1136.086271] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.094805] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441624, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.226417] env[62359]: DEBUG nova.compute.utils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1136.230018] env[62359]: INFO nova.compute.claims [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.234147] env[62359]: DEBUG nova.compute.manager [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.234386] env[62359]: DEBUG nova.network.neutron [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.276373] env[62359]: DEBUG nova.policy [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29ee8cc47d5f4102a6219c64df691ef7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5525f74def9546b689d559a4ec937cc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.350717] env[62359]: DEBUG nova.network.neutron [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.437995] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441623, 'name': Rename_Task, 'duration_secs': 0.142356} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.438388] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.438514] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0832143-5f20-4cb5-a8d9-30e43544dcc5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.444667] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1136.444667] env[62359]: value = "task-2441625" [ 1136.444667] env[62359]: _type = "Task" [ 1136.444667] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.451920] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.457518] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-8e3af67b-5850-4fff-9437-83b6c2cc0852" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.457798] env[62359]: DEBUG nova.objects.instance [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'migration_context' on Instance uuid 8e3af67b-5850-4fff-9437-83b6c2cc0852 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.584189] env[62359]: DEBUG nova.network.neutron [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Updating instance_info_cache with network_info: [{"id": "48bb8cca-1d29-45e0-b28a-195d0b168a4d", "address": "fa:16:3e:24:0c:d2", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bb8cca-1d", "ovs_interfaceid": "48bb8cca-1d29-45e0-b28a-195d0b168a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.598021] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441624, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.724225] env[62359]: DEBUG nova.network.neutron [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Successfully created port: c6caf618-ac7b-4a84-a6fd-9da13e8382c6 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.739369] env[62359]: INFO nova.compute.resource_tracker [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating resource usage from migration 2845b7ac-a4d6-4b98-a3f8-2e22630c9248 [ 1136.742190] env[62359]: DEBUG nova.compute.manager [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.917302] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69cc719-f07f-4409-bb9c-0b7855370912 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.928745] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a216628-da20-43d2-a773-d259853449f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.967544] env[62359]: DEBUG nova.objects.base [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Object Instance<8e3af67b-5850-4fff-9437-83b6c2cc0852> lazy-loaded attributes: info_cache,migration_context {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.971728] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab58b0b-deff-490a-a65f-3e426b47b011 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.974958] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462679c7-3f01-47f2-acff-20b0141495df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.982174] env[62359]: DEBUG oslo_vmware.api [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441625, 'name': PowerOnVM_Task, 'duration_secs': 0.435799} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.998307] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.001137] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f35901d-7518-4581-9411-4098d8c14cbc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.004371] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ad0c9-bba2-4384-a99b-ef7eb3898a2c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.011954] env[62359]: DEBUG oslo_vmware.api [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1137.011954] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ecde53-38b7-dda7-00a8-36aae024c133" [ 1137.011954] env[62359]: _type = "Task" [ 1137.011954] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.021559] env[62359]: DEBUG nova.compute.provider_tree [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.032321] env[62359]: DEBUG oslo_vmware.api [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ecde53-38b7-dda7-00a8-36aae024c133, 'name': SearchDatastore_Task, 'duration_secs': 0.007307} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.032321] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.087729] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "refresh_cache-726cdbc5-cd90-46ea-8dcb-52a016e61f4d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.088465] env[62359]: DEBUG nova.compute.manager [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Instance network_info: |[{"id": "48bb8cca-1d29-45e0-b28a-195d0b168a4d", "address": "fa:16:3e:24:0c:d2", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bb8cca-1d", "ovs_interfaceid": "48bb8cca-1d29-45e0-b28a-195d0b168a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.088764] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:0c:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48bb8cca-1d29-45e0-b28a-195d0b168a4d', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.096353] env[62359]: DEBUG oslo.service.loopingcall [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1137.100199] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.100752] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-988c65dc-67b0-4d8b-81a3-cea47b507ae2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.115304] env[62359]: DEBUG nova.compute.manager [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.116592] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eef5572-a3a1-4faf-ab1d-ac208c433726 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.122245] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441624, 'name': CreateSnapshot_Task, 'duration_secs': 0.565635} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.122777] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1137.123714] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313bdba2-2366-4514-a6f1-522ed911eac4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.130784] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.130784] env[62359]: value = "task-2441627" [ 1137.130784] env[62359]: _type = "Task" [ 1137.130784] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.145735] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441627, 'name': CreateVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.335200] env[62359]: DEBUG nova.compute.manager [req-6f071539-bbea-4382-bacb-4b8defa91c31 req-1f23a587-6f8c-4bb8-8e24-9b282ec6d815 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Received event network-changed-48bb8cca-1d29-45e0-b28a-195d0b168a4d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.335200] env[62359]: DEBUG nova.compute.manager [req-6f071539-bbea-4382-bacb-4b8defa91c31 req-1f23a587-6f8c-4bb8-8e24-9b282ec6d815 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Refreshing instance network info cache due to event network-changed-48bb8cca-1d29-45e0-b28a-195d0b168a4d. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1137.335200] env[62359]: DEBUG oslo_concurrency.lockutils [req-6f071539-bbea-4382-bacb-4b8defa91c31 req-1f23a587-6f8c-4bb8-8e24-9b282ec6d815 service nova] Acquiring lock "refresh_cache-726cdbc5-cd90-46ea-8dcb-52a016e61f4d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.335200] env[62359]: DEBUG oslo_concurrency.lockutils [req-6f071539-bbea-4382-bacb-4b8defa91c31 req-1f23a587-6f8c-4bb8-8e24-9b282ec6d815 service nova] Acquired lock "refresh_cache-726cdbc5-cd90-46ea-8dcb-52a016e61f4d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.335200] env[62359]: DEBUG nova.network.neutron [req-6f071539-bbea-4382-bacb-4b8defa91c31 req-1f23a587-6f8c-4bb8-8e24-9b282ec6d815 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Refreshing network info cache for port 48bb8cca-1d29-45e0-b28a-195d0b168a4d {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.524849] env[62359]: DEBUG nova.scheduler.client.report [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.641560] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d23e75f9-d4da-4d3b-8dd9-7bc6c74717c8 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.164s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.651687] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1137.651687] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4e0edae-2f51-4eb8-9c5a-5f34a1697664 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.660477] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441627, 'name': CreateVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.662376] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1137.662376] env[62359]: value = "task-2441628" [ 1137.662376] env[62359]: _type = "Task" [ 1137.662376] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.670677] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441628, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.753646] env[62359]: DEBUG nova.compute.manager [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.776167] env[62359]: DEBUG nova.virt.hardware [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.776424] env[62359]: DEBUG nova.virt.hardware [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.776581] env[62359]: DEBUG nova.virt.hardware [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.776764] env[62359]: DEBUG nova.virt.hardware [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.776914] env[62359]: DEBUG nova.virt.hardware [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.777074] env[62359]: DEBUG nova.virt.hardware [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.777290] env[62359]: DEBUG nova.virt.hardware [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.777451] env[62359]: DEBUG nova.virt.hardware [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.777615] env[62359]: DEBUG nova.virt.hardware [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.777838] env[62359]: DEBUG nova.virt.hardware [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.778040] env[62359]: DEBUG nova.virt.hardware [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.779019] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2f8753-85ad-43ad-9b5a-f054bbf8cb10 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.787538] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7ab58d-c5a3-45a1-9b36-013987d0b05d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.033143] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.307s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.033143] env[62359]: INFO nova.compute.manager [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Migrating [ 1138.040310] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.008s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.142240] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441627, 'name': CreateVM_Task, 'duration_secs': 0.566703} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.142508] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.143226] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.143391] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.143706] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.144163] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae9053d-2f8c-4370-b13c-14c02098a5d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.149852] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1138.149852] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5224cfc8-ea8c-c12e-c2c3-d9956cdcae13" [ 1138.149852] env[62359]: _type = "Task" [ 1138.149852] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.160564] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5224cfc8-ea8c-c12e-c2c3-d9956cdcae13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.170738] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441628, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.171492] env[62359]: DEBUG nova.network.neutron [req-6f071539-bbea-4382-bacb-4b8defa91c31 req-1f23a587-6f8c-4bb8-8e24-9b282ec6d815 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Updated VIF entry in instance network info cache for port 48bb8cca-1d29-45e0-b28a-195d0b168a4d. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.171875] env[62359]: DEBUG nova.network.neutron [req-6f071539-bbea-4382-bacb-4b8defa91c31 req-1f23a587-6f8c-4bb8-8e24-9b282ec6d815 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Updating instance_info_cache with network_info: [{"id": "48bb8cca-1d29-45e0-b28a-195d0b168a4d", "address": "fa:16:3e:24:0c:d2", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bb8cca-1d", "ovs_interfaceid": "48bb8cca-1d29-45e0-b28a-195d0b168a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.326751] env[62359]: DEBUG nova.network.neutron [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Successfully updated port: c6caf618-ac7b-4a84-a6fd-9da13e8382c6 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.552897] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.555201] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.555439] env[62359]: DEBUG nova.network.neutron [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.662567] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5224cfc8-ea8c-c12e-c2c3-d9956cdcae13, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.663572] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.663572] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.663572] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.663572] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.663782] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.664149] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9397467-b005-4e3c-9999-2928ea8b0d95 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.674424] env[62359]: DEBUG oslo_concurrency.lockutils [req-6f071539-bbea-4382-bacb-4b8defa91c31 req-1f23a587-6f8c-4bb8-8e24-9b282ec6d815 service nova] Releasing lock "refresh_cache-726cdbc5-cd90-46ea-8dcb-52a016e61f4d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.677755] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441628, 'name': CloneVM_Task} progress is 95%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.678787] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.679406] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.681743] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa57fedd-6251-4ab1-8d01-a55d0b723e42 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.689113] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1138.689113] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526f3dc6-2ded-681d-f0e6-565f503cd657" [ 1138.689113] env[62359]: _type = "Task" [ 1138.689113] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.699397] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526f3dc6-2ded-681d-f0e6-565f503cd657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.716249] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378e638a-f3a1-44b8-b15f-e1707e7a7a28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.723875] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3596964-1710-4bb3-96ba-a50313927340 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.758922] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fed054-202a-4e99-ad55-8ad89e740900 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.767233] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab260d23-39d5-4a94-988e-fcbde2a010ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.782572] env[62359]: DEBUG nova.compute.provider_tree [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.832039] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquiring lock "refresh_cache-dea22595-2aac-463d-84bb-4ad4dba8249f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.832276] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquired lock "refresh_cache-dea22595-2aac-463d-84bb-4ad4dba8249f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.832394] env[62359]: DEBUG nova.network.neutron [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.176565] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441628, 'name': CloneVM_Task, 'duration_secs': 1.315903} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.176871] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Created linked-clone VM from snapshot [ 1139.177686] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb1b97d-d016-48e5-8b81-a2a1821dd22f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.185631] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Uploading image e1504e88-d6f2-4acd-8e45-7408ecb0af71 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1139.201190] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526f3dc6-2ded-681d-f0e6-565f503cd657, 'name': SearchDatastore_Task, 'duration_secs': 0.008152} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.202196] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ff217b-5801-483e-9fd4-3f6ebe20ed78 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.210175] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1139.210175] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52de65e4-413d-d0da-f5f7-f485b9e54230" [ 1139.210175] env[62359]: _type = "Task" [ 1139.210175] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.212049] env[62359]: DEBUG oslo_vmware.rw_handles [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1139.212049] env[62359]: value = "vm-494583" [ 1139.212049] env[62359]: _type = "VirtualMachine" [ 1139.212049] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1139.212259] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b43953d-b0ed-470f-bfcb-0159d9b4bb41 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.223487] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52de65e4-413d-d0da-f5f7-f485b9e54230, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.224741] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.225051] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 726cdbc5-cd90-46ea-8dcb-52a016e61f4d/726cdbc5-cd90-46ea-8dcb-52a016e61f4d.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.225395] env[62359]: DEBUG oslo_vmware.rw_handles [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lease: (returnval){ [ 1139.225395] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524f387e-41ea-87af-ddd2-d72e5f3ee34b" [ 1139.225395] env[62359]: _type = "HttpNfcLease" [ 1139.225395] env[62359]: } obtained for exporting VM: (result){ [ 1139.225395] env[62359]: value = "vm-494583" [ 1139.225395] env[62359]: _type = "VirtualMachine" [ 1139.225395] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1139.225693] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the lease: (returnval){ [ 1139.225693] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524f387e-41ea-87af-ddd2-d72e5f3ee34b" [ 1139.225693] env[62359]: _type = "HttpNfcLease" [ 1139.225693] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1139.228339] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5145ab6d-4c11-4ff4-a369-9013a6892dcb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.236560] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1139.236560] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524f387e-41ea-87af-ddd2-d72e5f3ee34b" [ 1139.236560] env[62359]: _type = "HttpNfcLease" [ 1139.236560] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1139.237656] env[62359]: DEBUG oslo_vmware.rw_handles [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1139.237656] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]524f387e-41ea-87af-ddd2-d72e5f3ee34b" [ 1139.237656] env[62359]: _type = "HttpNfcLease" [ 1139.237656] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1139.237975] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1139.237975] env[62359]: value = "task-2441630" [ 1139.237975] env[62359]: _type = "Task" [ 1139.237975] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.243520] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f735247-f141-494a-8355-304b138a08f0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.253543] env[62359]: DEBUG oslo_vmware.rw_handles [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f98a3f-d706-9524-e100-a55f04dd4949/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1139.253730] env[62359]: DEBUG oslo_vmware.rw_handles [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f98a3f-d706-9524-e100-a55f04dd4949/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1139.257836] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.313624] env[62359]: DEBUG nova.scheduler.client.report [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.323165] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3154d9-c0aa-4273-b8e4-f9d576a46fad {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.329511] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b73dd6f9-a266-4ad0-85a4-1beb7397d3e4 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Suspending the VM {{(pid=62359) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1139.330582] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d09fe152-17f3-445f-a8d7-8f951d26392a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.337096] env[62359]: DEBUG oslo_vmware.api [None req-b73dd6f9-a266-4ad0-85a4-1beb7397d3e4 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1139.337096] env[62359]: value = "task-2441631" [ 1139.337096] env[62359]: _type = "Task" [ 1139.337096] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.346964] env[62359]: DEBUG oslo_vmware.api [None req-b73dd6f9-a266-4ad0-85a4-1beb7397d3e4 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441631, 'name': SuspendVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.357801] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b48da0ad-a338-498a-aae9-d99618aa58e4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.372772] env[62359]: DEBUG nova.compute.manager [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Received event network-vif-plugged-c6caf618-ac7b-4a84-a6fd-9da13e8382c6 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.373129] env[62359]: DEBUG oslo_concurrency.lockutils [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] Acquiring lock "dea22595-2aac-463d-84bb-4ad4dba8249f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.373462] env[62359]: DEBUG oslo_concurrency.lockutils [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] Lock "dea22595-2aac-463d-84bb-4ad4dba8249f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.373732] env[62359]: DEBUG oslo_concurrency.lockutils [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] Lock "dea22595-2aac-463d-84bb-4ad4dba8249f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.373963] env[62359]: DEBUG nova.compute.manager [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] No waiting events found dispatching network-vif-plugged-c6caf618-ac7b-4a84-a6fd-9da13e8382c6 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.374220] env[62359]: WARNING nova.compute.manager [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Received unexpected event network-vif-plugged-c6caf618-ac7b-4a84-a6fd-9da13e8382c6 for instance with vm_state building and task_state spawning. [ 1139.374468] env[62359]: DEBUG nova.compute.manager [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Received event network-changed-c6caf618-ac7b-4a84-a6fd-9da13e8382c6 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.374683] env[62359]: DEBUG nova.compute.manager [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Refreshing instance network info cache due to event network-changed-c6caf618-ac7b-4a84-a6fd-9da13e8382c6. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1139.374921] env[62359]: DEBUG oslo_concurrency.lockutils [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] Acquiring lock "refresh_cache-dea22595-2aac-463d-84bb-4ad4dba8249f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.378616] env[62359]: DEBUG nova.network.neutron [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.406154] env[62359]: DEBUG nova.network.neutron [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance_info_cache with network_info: [{"id": "1766e529-b907-4e49-b13a-223825d70f70", "address": "fa:16:3e:c9:99:6a", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1766e529-b9", "ovs_interfaceid": "1766e529-b907-4e49-b13a-223825d70f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.551654] env[62359]: DEBUG nova.network.neutron [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Updating instance_info_cache with network_info: [{"id": "c6caf618-ac7b-4a84-a6fd-9da13e8382c6", "address": "fa:16:3e:6e:7e:f6", "network": {"id": "f75f0be1-37e4-44c6-8ecc-05ea11b00df0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-655649159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5525f74def9546b689d559a4ec937cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6caf618-ac", "ovs_interfaceid": "c6caf618-ac7b-4a84-a6fd-9da13e8382c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.756690] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441630, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.848535] env[62359]: DEBUG oslo_vmware.api [None req-b73dd6f9-a266-4ad0-85a4-1beb7397d3e4 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441631, 'name': SuspendVM_Task} progress is 62%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.861143] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.861411] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.910579] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.054466] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Releasing lock "refresh_cache-dea22595-2aac-463d-84bb-4ad4dba8249f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.054466] env[62359]: DEBUG nova.compute.manager [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Instance network_info: |[{"id": "c6caf618-ac7b-4a84-a6fd-9da13e8382c6", "address": "fa:16:3e:6e:7e:f6", "network": {"id": "f75f0be1-37e4-44c6-8ecc-05ea11b00df0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-655649159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5525f74def9546b689d559a4ec937cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6caf618-ac", "ovs_interfaceid": "c6caf618-ac7b-4a84-a6fd-9da13e8382c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.054888] env[62359]: DEBUG oslo_concurrency.lockutils [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] Acquired lock "refresh_cache-dea22595-2aac-463d-84bb-4ad4dba8249f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.055077] env[62359]: DEBUG nova.network.neutron [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Refreshing network info cache for port c6caf618-ac7b-4a84-a6fd-9da13e8382c6 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.056944] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:7e:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6caf618-ac7b-4a84-a6fd-9da13e8382c6', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.064673] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Creating folder: Project (5525f74def9546b689d559a4ec937cc4). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.066041] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-190756b3-df1b-4820-bde2-b2315bc4d954 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.078463] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Created folder: Project (5525f74def9546b689d559a4ec937cc4) in parent group-v494269. [ 1140.078821] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Creating folder: Instances. Parent ref: group-v494584. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.079185] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fe9e5ec-b7b9-4117-89ec-5c65cabf0a70 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.089361] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Created folder: Instances in parent group-v494584. [ 1140.089601] env[62359]: DEBUG oslo.service.loopingcall [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.089791] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.090133] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e5f5327-c680-4069-bc3e-b84e4fd13a50 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.111110] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.111110] env[62359]: value = "task-2441634" [ 1140.111110] env[62359]: _type = "Task" [ 1140.111110] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.119200] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441634, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.257213] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600248} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.257959] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] 726cdbc5-cd90-46ea-8dcb-52a016e61f4d/726cdbc5-cd90-46ea-8dcb-52a016e61f4d.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.257959] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.258252] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee020be2-78a6-4631-a9f0-672245ea3c2d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.264946] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1140.264946] env[62359]: value = "task-2441635" [ 1140.264946] env[62359]: _type = "Task" [ 1140.264946] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.272924] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.326714] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.286s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.350603] env[62359]: DEBUG oslo_vmware.api [None req-b73dd6f9-a266-4ad0-85a4-1beb7397d3e4 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441631, 'name': SuspendVM_Task, 'duration_secs': 0.873197} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.351039] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b73dd6f9-a266-4ad0-85a4-1beb7397d3e4 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Suspended the VM {{(pid=62359) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1140.351275] env[62359]: DEBUG nova.compute.manager [None req-b73dd6f9-a266-4ad0-85a4-1beb7397d3e4 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.352209] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7305fc4e-f842-4af4-8eb9-6e6b1bc5e204 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.364078] env[62359]: DEBUG nova.compute.manager [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.622441] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441634, 'name': CreateVM_Task, 'duration_secs': 0.465843} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.622772] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.625834] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.626204] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.626615] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.626984] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f83e2f-b182-4d63-bc6c-d7ec7e8e671d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.632341] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for the task: (returnval){ [ 1140.632341] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d961ef-7d0a-96d1-d50f-a7891f0ab971" [ 1140.632341] env[62359]: _type = "Task" [ 1140.632341] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.640302] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d961ef-7d0a-96d1-d50f-a7891f0ab971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.778071] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065827} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.778352] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.779228] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063a2bd1-734b-4319-b3fc-73c9040ab338 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.802629] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 726cdbc5-cd90-46ea-8dcb-52a016e61f4d/726cdbc5-cd90-46ea-8dcb-52a016e61f4d.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.803022] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-098532d5-3e0f-4c49-bf17-09dc842e088b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.818784] env[62359]: DEBUG nova.network.neutron [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Updated VIF entry in instance network info cache for port c6caf618-ac7b-4a84-a6fd-9da13e8382c6. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.819194] env[62359]: DEBUG nova.network.neutron [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Updating instance_info_cache with network_info: [{"id": "c6caf618-ac7b-4a84-a6fd-9da13e8382c6", "address": "fa:16:3e:6e:7e:f6", "network": {"id": "f75f0be1-37e4-44c6-8ecc-05ea11b00df0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-655649159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5525f74def9546b689d559a4ec937cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6caf618-ac", "ovs_interfaceid": "c6caf618-ac7b-4a84-a6fd-9da13e8382c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.828017] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1140.828017] env[62359]: value = "task-2441636" [ 1140.828017] env[62359]: _type = "Task" [ 1140.828017] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.840635] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.886947] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.887580] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.889223] env[62359]: INFO nova.compute.claims [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.894530] env[62359]: INFO nova.scheduler.client.report [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleted allocation for migration 497f3cde-1976-48e8-9d31-6fac09c9cfb1 [ 1141.143661] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d961ef-7d0a-96d1-d50f-a7891f0ab971, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.144133] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.144459] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.144751] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.144918] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.145125] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.145455] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a998337-3013-41e8-baab-50fb78cf06a1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.158219] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.158496] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.159250] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ce9023-b8b7-4490-80c7-7faf049e6f5e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.164591] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for the task: (returnval){ [ 1141.164591] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5296e6aa-a1ab-839b-2376-d3cee84cac74" [ 1141.164591] env[62359]: _type = "Task" [ 1141.164591] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.172879] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5296e6aa-a1ab-839b-2376-d3cee84cac74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.322827] env[62359]: DEBUG oslo_concurrency.lockutils [req-1d79ce53-46a2-4516-b323-d61c60b83cd8 req-2e665497-6799-447d-9f2a-7644da77381c service nova] Releasing lock "refresh_cache-dea22595-2aac-463d-84bb-4ad4dba8249f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.338886] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.401147] env[62359]: DEBUG oslo_concurrency.lockutils [None req-c2ff43e9-f624-435a-9a27-d8fe88f9464e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.260s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.428100] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba90473e-55f7-4ee5-8ad3-8b7478a14108 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.452460] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance 'ddc33c65-e68d-4f24-8382-d2f3601aa525' progress to 0 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.561738] env[62359]: DEBUG oslo_concurrency.lockutils [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.562098] env[62359]: DEBUG oslo_concurrency.lockutils [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.562418] env[62359]: DEBUG oslo_concurrency.lockutils [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "8e3af67b-5850-4fff-9437-83b6c2cc0852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.562685] env[62359]: DEBUG oslo_concurrency.lockutils [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.562956] env[62359]: DEBUG oslo_concurrency.lockutils [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.565886] env[62359]: INFO nova.compute.manager [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Terminating instance [ 1141.675590] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5296e6aa-a1ab-839b-2376-d3cee84cac74, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.676457] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e53bfa-e906-434d-b0e6-1c35e6eeef0f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.682675] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for the task: (returnval){ [ 1141.682675] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]526a7f3d-32b7-3bec-18b5-c4c7d7ef6168" [ 1141.682675] env[62359]: _type = "Task" [ 1141.682675] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.690883] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526a7f3d-32b7-3bec-18b5-c4c7d7ef6168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.766128] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.797072] env[62359]: INFO nova.compute.manager [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Resuming [ 1141.797819] env[62359]: DEBUG nova.objects.instance [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lazy-loading 'flavor' on Instance uuid 17ed1181-22e9-46d0-bb22-6fddb61fc073 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.838333] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441636, 'name': ReconfigVM_Task, 'duration_secs': 0.589235} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.839042] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 726cdbc5-cd90-46ea-8dcb-52a016e61f4d/726cdbc5-cd90-46ea-8dcb-52a016e61f4d.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.839418] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c03ef19d-a5e8-45d0-ba54-7424948cd3bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.846127] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1141.846127] env[62359]: value = "task-2441637" [ 1141.846127] env[62359]: _type = "Task" [ 1141.846127] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.856276] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441637, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.960897] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.961247] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9957de6e-27d7-4b07-8f66-7f173db7bd94 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.970937] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1141.970937] env[62359]: value = "task-2441638" [ 1141.970937] env[62359]: _type = "Task" [ 1141.970937] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.981698] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.050525] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf1917c-7228-4a4e-a359-919f3c7cd3c1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.059092] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eefcc15-6cc3-4b57-805e-5cc1f9ec2048 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.094661] env[62359]: DEBUG nova.compute.manager [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.094883] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.096357] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf71170-1e45-4f1d-94f4-2c39947d00a0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.099645] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced06d2c-bea3-4067-b672-ed83f5edc1ee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.110236] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3edc2b-fba5-43c9-a505-13c16e1ba1fd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.114476] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.114753] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f6f759-dedc-4405-b084-1bcde45711c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.127897] env[62359]: DEBUG nova.compute.provider_tree [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.130817] env[62359]: DEBUG oslo_vmware.api [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1142.130817] env[62359]: value = "task-2441639" [ 1142.130817] env[62359]: _type = "Task" [ 1142.130817] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.141348] env[62359]: DEBUG oslo_vmware.api [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.193925] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]526a7f3d-32b7-3bec-18b5-c4c7d7ef6168, 'name': SearchDatastore_Task, 'duration_secs': 0.012358} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.194270] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.194562] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] dea22595-2aac-463d-84bb-4ad4dba8249f/dea22595-2aac-463d-84bb-4ad4dba8249f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.194860] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c40ac47-7f0b-426d-9dd9-5b041243712e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.205088] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for the task: (returnval){ [ 1142.205088] env[62359]: value = "task-2441640" [ 1142.205088] env[62359]: _type = "Task" [ 1142.205088] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.215496] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.359799] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441637, 'name': Rename_Task, 'duration_secs': 0.185561} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.360216] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.360495] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcaf9716-4fd1-4746-81f0-4a04778289a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.368387] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1142.368387] env[62359]: value = "task-2441641" [ 1142.368387] env[62359]: _type = "Task" [ 1142.368387] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.377904] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.481683] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441638, 'name': PowerOffVM_Task, 'duration_secs': 0.257829} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.482047] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.482298] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance 'ddc33c65-e68d-4f24-8382-d2f3601aa525' progress to 17 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.633193] env[62359]: DEBUG nova.scheduler.client.report [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.647286] env[62359]: DEBUG oslo_vmware.api [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441639, 'name': PowerOffVM_Task, 'duration_secs': 0.252788} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.647684] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.647845] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.648136] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e37b90b-6867-42e4-9079-209732e6e469 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.717224] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441640, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.730920] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.731173] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.731388] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleting the datastore file [datastore2] 8e3af67b-5850-4fff-9437-83b6c2cc0852 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.731663] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7faa4d16-e9ad-472b-a0c9-4fb6b803a8ce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.740325] env[62359]: DEBUG oslo_vmware.api [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1142.740325] env[62359]: value = "task-2441643" [ 1142.740325] env[62359]: _type = "Task" [ 1142.740325] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.749653] env[62359]: DEBUG oslo_vmware.api [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.766341] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.766587] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.766735] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62359) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1142.879717] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441641, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.989523] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.989767] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.989929] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.990133] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.990281] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.990431] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.990636] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.990818] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.991040] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.991217] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.991394] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.996831] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-664f64b0-1095-4de2-8843-da4fcd7f71df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.014202] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1143.014202] env[62359]: value = "task-2441644" [ 1143.014202] env[62359]: _type = "Task" [ 1143.014202] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.023024] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.141805] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.142170] env[62359]: DEBUG nova.compute.manager [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.217412] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534154} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.217666] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] dea22595-2aac-463d-84bb-4ad4dba8249f/dea22595-2aac-463d-84bb-4ad4dba8249f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.217970] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.218257] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-204bc2d8-cc8a-47ab-ada6-d0dddf1394ee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.226133] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for the task: (returnval){ [ 1143.226133] env[62359]: value = "task-2441645" [ 1143.226133] env[62359]: _type = "Task" [ 1143.226133] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.236206] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.250975] env[62359]: DEBUG oslo_vmware.api [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191179} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.251304] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.251547] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.251806] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.252058] env[62359]: INFO nova.compute.manager [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1143.252335] env[62359]: DEBUG oslo.service.loopingcall [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.252587] env[62359]: DEBUG nova.compute.manager [-] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.252715] env[62359]: DEBUG nova.network.neutron [-] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.309688] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.309893] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquired lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.310108] env[62359]: DEBUG nova.network.neutron [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.379059] env[62359]: DEBUG oslo_vmware.api [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441641, 'name': PowerOnVM_Task, 'duration_secs': 0.609916} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.379323] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.379562] env[62359]: INFO nova.compute.manager [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1143.379744] env[62359]: DEBUG nova.compute.manager [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.381145] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e3139a-2aee-4603-91ce-3a25d95a1aff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.525224] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441644, 'name': ReconfigVM_Task, 'duration_secs': 0.32804} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.525843] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance 'ddc33c65-e68d-4f24-8382-d2f3601aa525' progress to 33 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.647671] env[62359]: DEBUG nova.compute.utils [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1143.648904] env[62359]: DEBUG nova.compute.manager [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.649105] env[62359]: DEBUG nova.network.neutron [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.722429] env[62359]: DEBUG nova.policy [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92467156672441bcbba0a0e3c9b2da62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dafe9b5ca6094ec1b31838029de4e3f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.736876] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075264} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.737197] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.738037] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2232ee-7d01-4321-99d5-4dc7c73fe2d9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.764473] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] dea22595-2aac-463d-84bb-4ad4dba8249f/dea22595-2aac-463d-84bb-4ad4dba8249f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.766162] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd72ac8e-89f1-42a3-97f1-f973f829f557 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.782161] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.782313] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Starting heal instance info cache {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1143.794329] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for the task: (returnval){ [ 1143.794329] env[62359]: value = "task-2441646" [ 1143.794329] env[62359]: _type = "Task" [ 1143.794329] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.804359] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.852666] env[62359]: DEBUG nova.compute.manager [req-0d377430-6f91-4094-a2dd-b90def6a93ed req-e4643efd-3585-4c26-967b-d04ae70a1e92 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Received event network-vif-deleted-1d8a0e07-15f5-4e78-9609-3c3696c06417 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.852884] env[62359]: INFO nova.compute.manager [req-0d377430-6f91-4094-a2dd-b90def6a93ed req-e4643efd-3585-4c26-967b-d04ae70a1e92 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Neutron deleted interface 1d8a0e07-15f5-4e78-9609-3c3696c06417; detaching it from the instance and deleting it from the info cache [ 1143.853351] env[62359]: DEBUG nova.network.neutron [req-0d377430-6f91-4094-a2dd-b90def6a93ed req-e4643efd-3585-4c26-967b-d04ae70a1e92 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.901906] env[62359]: INFO nova.compute.manager [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Took 13.36 seconds to build instance. [ 1144.033642] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.033951] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.034496] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.034802] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.035054] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.035306] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.035613] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.035887] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.036169] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.036428] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.036695] env[62359]: DEBUG nova.virt.hardware [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.042359] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.042663] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64576777-11f7-4001-af8a-0b73d98dc733 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.066862] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1144.066862] env[62359]: value = "task-2441647" [ 1144.066862] env[62359]: _type = "Task" [ 1144.066862] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.076848] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.152773] env[62359]: DEBUG nova.compute.manager [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.286236] env[62359]: DEBUG nova.network.neutron [-] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.309655] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.358307] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6070c6f4-197d-486a-8cf8-3e1e373d3be9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.370239] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679df8d7-91ee-41cc-9240-6a4bc0955456 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.384552] env[62359]: DEBUG nova.network.neutron [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updating instance_info_cache with network_info: [{"id": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "address": "fa:16:3e:a8:88:6f", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db9ef4c-b0", "ovs_interfaceid": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.412382] env[62359]: DEBUG oslo_concurrency.lockutils [None req-b83216fe-901d-4674-9f89-6c808b67aa62 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.886s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.412742] env[62359]: DEBUG nova.compute.manager [req-0d377430-6f91-4094-a2dd-b90def6a93ed req-e4643efd-3585-4c26-967b-d04ae70a1e92 service nova] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Detach interface failed, port_id=1d8a0e07-15f5-4e78-9609-3c3696c06417, reason: Instance 8e3af67b-5850-4fff-9437-83b6c2cc0852 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1144.469670] env[62359]: DEBUG nova.network.neutron [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Successfully created port: f0304174-315c-47b2-bd45-78a885d8d27a {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.522698] env[62359]: DEBUG nova.compute.manager [req-3306a6dd-9b1a-436b-8fbc-e0e1b198b08d req-5b532e86-31c9-4347-a880-76ceb1aa33e0 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Received event network-changed-48bb8cca-1d29-45e0-b28a-195d0b168a4d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.522698] env[62359]: DEBUG nova.compute.manager [req-3306a6dd-9b1a-436b-8fbc-e0e1b198b08d req-5b532e86-31c9-4347-a880-76ceb1aa33e0 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Refreshing instance network info cache due to event network-changed-48bb8cca-1d29-45e0-b28a-195d0b168a4d. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1144.522854] env[62359]: DEBUG oslo_concurrency.lockutils [req-3306a6dd-9b1a-436b-8fbc-e0e1b198b08d req-5b532e86-31c9-4347-a880-76ceb1aa33e0 service nova] Acquiring lock "refresh_cache-726cdbc5-cd90-46ea-8dcb-52a016e61f4d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.524183] env[62359]: DEBUG oslo_concurrency.lockutils [req-3306a6dd-9b1a-436b-8fbc-e0e1b198b08d req-5b532e86-31c9-4347-a880-76ceb1aa33e0 service nova] Acquired lock "refresh_cache-726cdbc5-cd90-46ea-8dcb-52a016e61f4d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.524183] env[62359]: DEBUG nova.network.neutron [req-3306a6dd-9b1a-436b-8fbc-e0e1b198b08d req-5b532e86-31c9-4347-a880-76ceb1aa33e0 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Refreshing network info cache for port 48bb8cca-1d29-45e0-b28a-195d0b168a4d {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.577637] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441647, 'name': ReconfigVM_Task, 'duration_secs': 0.24828} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.578181] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.578863] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c46709-174e-4130-9062-ce69ae3fc212 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.608892] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] ddc33c65-e68d-4f24-8382-d2f3601aa525/ddc33c65-e68d-4f24-8382-d2f3601aa525.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.609622] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e1e05f-6850-46d5-bbd4-f67faba3a81a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.629776] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1144.629776] env[62359]: value = "task-2441648" [ 1144.629776] env[62359]: _type = "Task" [ 1144.629776] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.639300] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.658535] env[62359]: INFO nova.virt.block_device [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Booting with volume ac9c97ff-6ad9-4d7a-9a2f-75142b2906db at /dev/sda [ 1144.705448] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34320ee0-2baa-4471-a455-b4e696bf4574 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.716065] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52bf43a-fb47-4ba5-8b1f-a50c714f4654 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.753480] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bb79fe7-8114-4e25-bfa7-a2a789a960ed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.763510] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4471c130-7afc-4290-b97c-715a1cfae554 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.799266] env[62359]: INFO nova.compute.manager [-] [instance: 8e3af67b-5850-4fff-9437-83b6c2cc0852] Took 1.55 seconds to deallocate network for instance. [ 1144.807128] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb886f6-d7de-49a4-b4b6-99ec0edc9fc9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.820589] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441646, 'name': ReconfigVM_Task, 'duration_secs': 0.661842} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.822771] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Reconfigured VM instance instance-00000074 to attach disk [datastore1] dea22595-2aac-463d-84bb-4ad4dba8249f/dea22595-2aac-463d-84bb-4ad4dba8249f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.823530] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a8dd13a-b318-4ead-a7a7-ec1e2fa4af13 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.825982] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be4a3ae-1dd9-4e06-8762-f756c7aa78b6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.836761] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for the task: (returnval){ [ 1144.836761] env[62359]: value = "task-2441649" [ 1144.836761] env[62359]: _type = "Task" [ 1144.836761] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.844551] env[62359]: DEBUG nova.virt.block_device [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating existing volume attachment record: e067dbb7-fb35-439c-88ff-17b9f0713bba {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1144.854053] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441649, 'name': Rename_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.887911] env[62359]: DEBUG oslo_concurrency.lockutils [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Releasing lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.888994] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6f1b46-839d-484b-bf68-de0f94caef81 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.896738] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Resuming the VM {{(pid=62359) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1144.897041] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3e33c41-ee58-455f-bace-698b850c2298 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.904612] env[62359]: DEBUG oslo_vmware.api [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1144.904612] env[62359]: value = "task-2441650" [ 1144.904612] env[62359]: _type = "Task" [ 1144.904612] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.914177] env[62359]: DEBUG oslo_vmware.api [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.140757] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441648, 'name': ReconfigVM_Task, 'duration_secs': 0.354368} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.141473] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfigured VM instance instance-0000006e to attach disk [datastore2] ddc33c65-e68d-4f24-8382-d2f3601aa525/ddc33c65-e68d-4f24-8382-d2f3601aa525.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.141778] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance 'ddc33c65-e68d-4f24-8382-d2f3601aa525' progress to 50 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.280616] env[62359]: DEBUG nova.network.neutron [req-3306a6dd-9b1a-436b-8fbc-e0e1b198b08d req-5b532e86-31c9-4347-a880-76ceb1aa33e0 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Updated VIF entry in instance network info cache for port 48bb8cca-1d29-45e0-b28a-195d0b168a4d. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.281112] env[62359]: DEBUG nova.network.neutron [req-3306a6dd-9b1a-436b-8fbc-e0e1b198b08d req-5b532e86-31c9-4347-a880-76ceb1aa33e0 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Updating instance_info_cache with network_info: [{"id": "48bb8cca-1d29-45e0-b28a-195d0b168a4d", "address": "fa:16:3e:24:0c:d2", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bb8cca-1d", "ovs_interfaceid": "48bb8cca-1d29-45e0-b28a-195d0b168a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.315101] env[62359]: DEBUG oslo_concurrency.lockutils [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.317808] env[62359]: DEBUG oslo_concurrency.lockutils [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.317808] env[62359]: DEBUG oslo_concurrency.lockutils [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.343738] env[62359]: INFO nova.scheduler.client.report [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleted allocations for instance 8e3af67b-5850-4fff-9437-83b6c2cc0852 [ 1145.351418] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441649, 'name': Rename_Task, 'duration_secs': 0.198399} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.351613] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.352045] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57876bb0-d61d-4102-9cb1-daf569b55ea5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.360446] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for the task: (returnval){ [ 1145.360446] env[62359]: value = "task-2441651" [ 1145.360446] env[62359]: _type = "Task" [ 1145.360446] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.368457] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.416784] env[62359]: DEBUG oslo_vmware.api [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.651689] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e46eeb-eadc-4c8a-a76a-0e0885fb6c64 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.677676] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f048ea3-fc0d-41a6-bcdb-71ecfddb5ad4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.699885] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance 'ddc33c65-e68d-4f24-8382-d2f3601aa525' progress to 67 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.785698] env[62359]: DEBUG oslo_concurrency.lockutils [req-3306a6dd-9b1a-436b-8fbc-e0e1b198b08d req-5b532e86-31c9-4347-a880-76ceb1aa33e0 service nova] Releasing lock "refresh_cache-726cdbc5-cd90-46ea-8dcb-52a016e61f4d" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.856050] env[62359]: DEBUG oslo_concurrency.lockutils [None req-81e0739e-b7bf-4448-96f2-b2c25894c6e8 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "8e3af67b-5850-4fff-9437-83b6c2cc0852" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.294s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.871923] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.919092] env[62359]: DEBUG oslo_vmware.api [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441650, 'name': PowerOnVM_Task, 'duration_secs': 0.767686} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.919092] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Resumed the VM {{(pid=62359) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1145.919092] env[62359]: DEBUG nova.compute.manager [None req-385c600d-4930-4589-a40d-d1fb2b007812 tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.919092] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f9c64b-e943-494a-994c-490a554dcff7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.923830] env[62359]: DEBUG nova.compute.manager [req-15c7182f-cd0a-401f-b53b-268fccd35f83 req-68460631-cf10-404c-bb98-fd71a882f9cc service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Received event network-vif-plugged-f0304174-315c-47b2-bd45-78a885d8d27a {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1145.923830] env[62359]: DEBUG oslo_concurrency.lockutils [req-15c7182f-cd0a-401f-b53b-268fccd35f83 req-68460631-cf10-404c-bb98-fd71a882f9cc service nova] Acquiring lock "0b541ba8-3383-4334-b37a-49ec3e6c3321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.923830] env[62359]: DEBUG oslo_concurrency.lockutils [req-15c7182f-cd0a-401f-b53b-268fccd35f83 req-68460631-cf10-404c-bb98-fd71a882f9cc service nova] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.923976] env[62359]: DEBUG oslo_concurrency.lockutils [req-15c7182f-cd0a-401f-b53b-268fccd35f83 req-68460631-cf10-404c-bb98-fd71a882f9cc service nova] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.924239] env[62359]: DEBUG nova.compute.manager [req-15c7182f-cd0a-401f-b53b-268fccd35f83 req-68460631-cf10-404c-bb98-fd71a882f9cc service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] No waiting events found dispatching network-vif-plugged-f0304174-315c-47b2-bd45-78a885d8d27a {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.924332] env[62359]: WARNING nova.compute.manager [req-15c7182f-cd0a-401f-b53b-268fccd35f83 req-68460631-cf10-404c-bb98-fd71a882f9cc service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Received unexpected event network-vif-plugged-f0304174-315c-47b2-bd45-78a885d8d27a for instance with vm_state building and task_state block_device_mapping. [ 1146.042595] env[62359]: DEBUG nova.network.neutron [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Successfully updated port: f0304174-315c-47b2-bd45-78a885d8d27a {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.370636] env[62359]: DEBUG oslo_vmware.api [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441651, 'name': PowerOnVM_Task, 'duration_secs': 0.957025} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.370915] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.371142] env[62359]: INFO nova.compute.manager [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1146.371324] env[62359]: DEBUG nova.compute.manager [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.372106] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79b946f-d0fc-41e7-8838-f476abbedd93 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.548572] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.548932] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.549073] env[62359]: DEBUG nova.network.neutron [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.682953] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.682953] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.893372] env[62359]: INFO nova.compute.manager [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Took 13.43 seconds to build instance. [ 1146.965025] env[62359]: DEBUG nova.compute.manager [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.965025] env[62359]: DEBUG nova.virt.hardware [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.965025] env[62359]: DEBUG nova.virt.hardware [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.965025] env[62359]: DEBUG nova.virt.hardware [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.965025] env[62359]: DEBUG nova.virt.hardware [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.965025] env[62359]: DEBUG nova.virt.hardware [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.965025] env[62359]: DEBUG nova.virt.hardware [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.965025] env[62359]: DEBUG nova.virt.hardware [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.965025] env[62359]: DEBUG nova.virt.hardware [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.965935] env[62359]: DEBUG nova.virt.hardware [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.966362] env[62359]: DEBUG nova.virt.hardware [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.966731] env[62359]: DEBUG nova.virt.hardware [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.967739] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db115b9c-42ff-4e08-a298-04eeaac886fe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.976664] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfb0228-13f2-467a-b097-0a31cd1589ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.093785] env[62359]: DEBUG nova.network.neutron [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.184626] env[62359]: DEBUG nova.compute.manager [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.246032] env[62359]: DEBUG nova.network.neutron [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance_info_cache with network_info: [{"id": "f0304174-315c-47b2-bd45-78a885d8d27a", "address": "fa:16:3e:19:23:47", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0304174-31", "ovs_interfaceid": "f0304174-315c-47b2-bd45-78a885d8d27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.351486] env[62359]: DEBUG nova.network.neutron [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Port 1766e529-b907-4e49-b13a-223825d70f70 binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1147.394900] env[62359]: DEBUG oslo_concurrency.lockutils [None req-288fa936-8353-40f0-8e81-41bcb12072bc tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Lock "dea22595-2aac-463d-84bb-4ad4dba8249f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.943s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.704680] env[62359]: DEBUG nova.compute.manager [req-157b801a-bc7f-4984-a2c3-e8d0a36b3b2c req-5f1ca02c-f437-4abc-9a37-158c6efa5b59 service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Received event network-changed-c6caf618-ac7b-4a84-a6fd-9da13e8382c6 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1147.704680] env[62359]: DEBUG nova.compute.manager [req-157b801a-bc7f-4984-a2c3-e8d0a36b3b2c req-5f1ca02c-f437-4abc-9a37-158c6efa5b59 service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Refreshing instance network info cache due to event network-changed-c6caf618-ac7b-4a84-a6fd-9da13e8382c6. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1147.705043] env[62359]: DEBUG oslo_concurrency.lockutils [req-157b801a-bc7f-4984-a2c3-e8d0a36b3b2c req-5f1ca02c-f437-4abc-9a37-158c6efa5b59 service nova] Acquiring lock "refresh_cache-dea22595-2aac-463d-84bb-4ad4dba8249f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.705043] env[62359]: DEBUG oslo_concurrency.lockutils [req-157b801a-bc7f-4984-a2c3-e8d0a36b3b2c req-5f1ca02c-f437-4abc-9a37-158c6efa5b59 service nova] Acquired lock "refresh_cache-dea22595-2aac-463d-84bb-4ad4dba8249f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.705043] env[62359]: DEBUG nova.network.neutron [req-157b801a-bc7f-4984-a2c3-e8d0a36b3b2c req-5f1ca02c-f437-4abc-9a37-158c6efa5b59 service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Refreshing network info cache for port c6caf618-ac7b-4a84-a6fd-9da13e8382c6 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.719071] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.719333] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.720983] env[62359]: INFO nova.compute.claims [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.749080] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.749080] env[62359]: DEBUG nova.compute.manager [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Instance network_info: |[{"id": "f0304174-315c-47b2-bd45-78a885d8d27a", "address": "fa:16:3e:19:23:47", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0304174-31", "ovs_interfaceid": "f0304174-315c-47b2-bd45-78a885d8d27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.749080] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:23:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0304174-315c-47b2-bd45-78a885d8d27a', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.757157] env[62359]: DEBUG oslo.service.loopingcall [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1147.757772] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.758044] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f67fb7c2-47ac-4d4c-b320-fb32ff367b48 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.781588] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.781588] env[62359]: value = "task-2441652" [ 1147.781588] env[62359]: _type = "Task" [ 1147.781588] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.790726] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441652, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.852359] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.852582] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquired lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.852665] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Forcefully refreshing network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1147.950805] env[62359]: DEBUG nova.compute.manager [req-767b6c4a-a19f-407e-8fa2-27e2998fd8a6 req-c8148ac6-0fa5-4b64-b96d-46d553fbde89 service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Received event network-changed-f0304174-315c-47b2-bd45-78a885d8d27a {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1147.950994] env[62359]: DEBUG nova.compute.manager [req-767b6c4a-a19f-407e-8fa2-27e2998fd8a6 req-c8148ac6-0fa5-4b64-b96d-46d553fbde89 service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Refreshing instance network info cache due to event network-changed-f0304174-315c-47b2-bd45-78a885d8d27a. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1147.951237] env[62359]: DEBUG oslo_concurrency.lockutils [req-767b6c4a-a19f-407e-8fa2-27e2998fd8a6 req-c8148ac6-0fa5-4b64-b96d-46d553fbde89 service nova] Acquiring lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.951381] env[62359]: DEBUG oslo_concurrency.lockutils [req-767b6c4a-a19f-407e-8fa2-27e2998fd8a6 req-c8148ac6-0fa5-4b64-b96d-46d553fbde89 service nova] Acquired lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.951543] env[62359]: DEBUG nova.network.neutron [req-767b6c4a-a19f-407e-8fa2-27e2998fd8a6 req-c8148ac6-0fa5-4b64-b96d-46d553fbde89 service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Refreshing network info cache for port f0304174-315c-47b2-bd45-78a885d8d27a {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.193550] env[62359]: DEBUG oslo_vmware.rw_handles [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f98a3f-d706-9524-e100-a55f04dd4949/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1148.194684] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9858d6-4684-4d6a-8e5e-fb7142aa510f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.203285] env[62359]: DEBUG oslo_vmware.rw_handles [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f98a3f-d706-9524-e100-a55f04dd4949/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1148.203285] env[62359]: ERROR oslo_vmware.rw_handles [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f98a3f-d706-9524-e100-a55f04dd4949/disk-0.vmdk due to incomplete transfer. [ 1148.203285] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-92dd61d6-613d-4d97-8cbf-2642b504f28d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.211367] env[62359]: DEBUG oslo_vmware.rw_handles [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f98a3f-d706-9524-e100-a55f04dd4949/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1148.211522] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Uploaded image e1504e88-d6f2-4acd-8e45-7408ecb0af71 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1148.213882] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1148.214482] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22b73dd4-5583-44a6-93e9-a9c46a65be97 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.220647] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1148.220647] env[62359]: value = "task-2441653" [ 1148.220647] env[62359]: _type = "Task" [ 1148.220647] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.231830] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441653, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.293291] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441652, 'name': CreateVM_Task, 'duration_secs': 0.381442} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.293479] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.316123] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494580', 'volume_id': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'name': 'volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b541ba8-3383-4334-b37a-49ec3e6c3321', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'serial': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db'}, 'attachment_id': 'e067dbb7-fb35-439c-88ff-17b9f0713bba', 'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62359) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1148.316547] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Root volume attach. Driver type: vmdk {{(pid=62359) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1148.317418] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e92b92-abca-4859-b6ab-8f5bff265c5f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.327447] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfbba4c-ea62-4529-b86d-803825a27965 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.338219] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2db3cf3-08c7-46c8-987f-8cff96084e7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.344711] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-30e538e8-b4c2-47ef-a26b-a64ae53acfd2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.352553] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1148.352553] env[62359]: value = "task-2441654" [ 1148.352553] env[62359]: _type = "Task" [ 1148.352553] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.371138] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441654, 'name': RelocateVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.381237] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "ddc33c65-e68d-4f24-8382-d2f3601aa525-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.381465] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.381682] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.475097] env[62359]: DEBUG nova.network.neutron [req-157b801a-bc7f-4984-a2c3-e8d0a36b3b2c req-5f1ca02c-f437-4abc-9a37-158c6efa5b59 service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Updated VIF entry in instance network info cache for port c6caf618-ac7b-4a84-a6fd-9da13e8382c6. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.475587] env[62359]: DEBUG nova.network.neutron [req-157b801a-bc7f-4984-a2c3-e8d0a36b3b2c req-5f1ca02c-f437-4abc-9a37-158c6efa5b59 service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Updating instance_info_cache with network_info: [{"id": "c6caf618-ac7b-4a84-a6fd-9da13e8382c6", "address": "fa:16:3e:6e:7e:f6", "network": {"id": "f75f0be1-37e4-44c6-8ecc-05ea11b00df0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-655649159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5525f74def9546b689d559a4ec937cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6caf618-ac", "ovs_interfaceid": "c6caf618-ac7b-4a84-a6fd-9da13e8382c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.715022] env[62359]: DEBUG nova.network.neutron [req-767b6c4a-a19f-407e-8fa2-27e2998fd8a6 req-c8148ac6-0fa5-4b64-b96d-46d553fbde89 service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updated VIF entry in instance network info cache for port f0304174-315c-47b2-bd45-78a885d8d27a. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.715521] env[62359]: DEBUG nova.network.neutron [req-767b6c4a-a19f-407e-8fa2-27e2998fd8a6 req-c8148ac6-0fa5-4b64-b96d-46d553fbde89 service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance_info_cache with network_info: [{"id": "f0304174-315c-47b2-bd45-78a885d8d27a", "address": "fa:16:3e:19:23:47", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0304174-31", "ovs_interfaceid": "f0304174-315c-47b2-bd45-78a885d8d27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.736079] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441653, 'name': Destroy_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.865198] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441654, 'name': RelocateVM_Task} progress is 20%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.893014] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025a5dd-b203-47cd-acf7-711e6c9b6a05 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.903594] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19668364-52a4-4729-bc27-1e8a57e4b979 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.943205] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec14bc9d-52cf-4a0b-8f70-452f133f681f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.952021] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0848de-f68a-455a-af7e-9496fc5d1501 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.968073] env[62359]: DEBUG nova.compute.provider_tree [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.978532] env[62359]: DEBUG oslo_concurrency.lockutils [req-157b801a-bc7f-4984-a2c3-e8d0a36b3b2c req-5f1ca02c-f437-4abc-9a37-158c6efa5b59 service nova] Releasing lock "refresh_cache-dea22595-2aac-463d-84bb-4ad4dba8249f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.125270] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updating instance_info_cache with network_info: [{"id": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "address": "fa:16:3e:a8:88:6f", "network": {"id": "f73525aa-61b3-4697-9213-8fcb3d763522", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-906955885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cea883d03a5242c681df473cc78ce8e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db9ef4c-b0", "ovs_interfaceid": "8db9ef4c-b02a-47d6-88b1-b643f2677b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.218657] env[62359]: DEBUG oslo_concurrency.lockutils [req-767b6c4a-a19f-407e-8fa2-27e2998fd8a6 req-c8148ac6-0fa5-4b64-b96d-46d553fbde89 service nova] Releasing lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.231698] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441653, 'name': Destroy_Task, 'duration_secs': 0.759497} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.231989] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Destroyed the VM [ 1149.232233] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1149.232525] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-974f174c-c5e1-4c2d-b2ba-7a7fd2dac88d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.240661] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1149.240661] env[62359]: value = "task-2441655" [ 1149.240661] env[62359]: _type = "Task" [ 1149.240661] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.249983] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.364271] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441654, 'name': RelocateVM_Task, 'duration_secs': 0.609927} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.364559] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1149.364763] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494580', 'volume_id': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'name': 'volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b541ba8-3383-4334-b37a-49ec3e6c3321', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'serial': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1149.365572] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5357bcb-c99d-4fcb-8ac4-774f47272f94 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.383237] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80902515-89d7-47c6-a2e0-82733d2e53da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.408707] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db/volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.409420] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb661fc5-f154-437a-b76e-db117789c74c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.430358] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1149.430358] env[62359]: value = "task-2441656" [ 1149.430358] env[62359]: _type = "Task" [ 1149.430358] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.438958] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.444077] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.444274] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.444455] env[62359]: DEBUG nova.network.neutron [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.471780] env[62359]: DEBUG nova.scheduler.client.report [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.628477] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Releasing lock "refresh_cache-17ed1181-22e9-46d0-bb22-6fddb61fc073" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.628903] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updated the network info_cache for instance {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1149.629344] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.629684] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.630012] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.630355] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.752437] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.949660] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.977230] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.977772] env[62359]: DEBUG nova.compute.manager [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.136012] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Getting list of instances from cluster (obj){ [ 1150.136012] env[62359]: value = "domain-c8" [ 1150.136012] env[62359]: _type = "ClusterComputeResource" [ 1150.136012] env[62359]: } {{(pid=62359) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1150.139615] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233fc951-d111-4b51-8b9b-2f02ed816d0c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.161401] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Got total of 8 instances {{(pid=62359) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1150.161585] env[62359]: WARNING nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1150.161704] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid 9354bdc7-4ce8-477e-a612-328ecde7e7fa {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1150.161888] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid 17ed1181-22e9-46d0-bb22-6fddb61fc073 {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1150.162062] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid ddc33c65-e68d-4f24-8382-d2f3601aa525 {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1150.162220] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid 55767968-93f7-474f-9949-b964328c6105 {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1150.162373] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0 {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1150.162522] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid 726cdbc5-cd90-46ea-8dcb-52a016e61f4d {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1150.162668] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid dea22595-2aac-463d-84bb-4ad4dba8249f {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1150.162813] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid 0b541ba8-3383-4334-b37a-49ec3e6c3321 {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1150.162958] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Triggering sync for uuid 92974d94-bd8f-4743-83e0-cbcbccfa7e2f {{(pid=62359) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1150.163336] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.163554] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.163815] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.164009] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.164252] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.164432] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.164596] env[62359]: INFO nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1150.164756] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.164943] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "55767968-93f7-474f-9949-b964328c6105" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.165168] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.165342] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.165570] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.165746] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.165980] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "dea22595-2aac-463d-84bb-4ad4dba8249f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.166177] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "dea22595-2aac-463d-84bb-4ad4dba8249f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.166408] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.166628] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.166814] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.168355] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc1651d-0227-42bb-80ef-ab09200feaef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.171597] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1fd172-9d45-49a3-b3df-25f3d269a293 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.174314] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b48cac1-1a74-4048-ae01-c790e6340ca3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.177012] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dc6964-23c2-49b5-a537-ade131870af8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.179819] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4483151-c1d2-4da0-8873-a8d0ac65afc2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.225138] env[62359]: DEBUG nova.network.neutron [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance_info_cache with network_info: [{"id": "1766e529-b907-4e49-b13a-223825d70f70", "address": "fa:16:3e:c9:99:6a", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1766e529-b9", "ovs_interfaceid": "1766e529-b907-4e49-b13a-223825d70f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.253208] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.445746] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441656, 'name': ReconfigVM_Task, 'duration_secs': 0.686994} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.446200] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db/volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.454692] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c6e4d34-1a5d-4f73-a971-30446778c07f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.473543] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1150.473543] env[62359]: value = "task-2441657" [ 1150.473543] env[62359]: _type = "Task" [ 1150.473543] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.483051] env[62359]: DEBUG nova.compute.utils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1150.484385] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.484660] env[62359]: DEBUG nova.compute.manager [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.484818] env[62359]: DEBUG nova.network.neutron [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.527379] env[62359]: DEBUG nova.policy [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca645113cab5472a904c1afb5877164a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0540ceaa468d4df5bbb5553cb24bdb04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.688248] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.688248] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.688248] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.688248] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62359) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1150.688248] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7339146-0202-4be0-b615-a8f43959c3ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.696982] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0922c7ab-c57c-4597-9d0c-81d76dad20c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.704316] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "dea22595-2aac-463d-84bb-4ad4dba8249f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.704662] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.704948] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.705246] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.706238] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.719469] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dc5bfb-c78d-46b0-b1ba-f11c68a660a4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.727869] env[62359]: DEBUG oslo_concurrency.lockutils [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.732962] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26254b8-4ab0-449e-8e4c-3066f906f2d9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.766515] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178402MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62359) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1150.766515] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.766667] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.776970] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441655, 'name': RemoveSnapshot_Task, 'duration_secs': 1.439784} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.777237] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1150.777590] env[62359]: DEBUG nova.compute.manager [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.778399] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b01e6d-1fb3-4690-8d87-76a84b1c797a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.924044] env[62359]: DEBUG nova.network.neutron [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Successfully created port: fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.984685] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441657, 'name': ReconfigVM_Task, 'duration_secs': 0.134486} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.985153] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494580', 'volume_id': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'name': 'volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b541ba8-3383-4334-b37a-49ec3e6c3321', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'serial': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1150.985762] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-596e46fb-934f-4687-b529-1f56bad9453f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.987787] env[62359]: DEBUG nova.compute.manager [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.996177] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1150.996177] env[62359]: value = "task-2441658" [ 1150.996177] env[62359]: _type = "Task" [ 1150.996177] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.005461] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441658, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.245769] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3244b452-1be5-41b5-9f95-207357b17b70 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.254560] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934b580a-8b24-4944-a1ec-56274aa88b2d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.293622] env[62359]: INFO nova.compute.manager [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Shelve offloading [ 1151.334217] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.334523] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.334735] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.334954] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.335144] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.337311] env[62359]: INFO nova.compute.manager [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Terminating instance [ 1151.506565] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441658, 'name': Rename_Task, 'duration_secs': 0.142492} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.506849] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.507141] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f1c1f13-2a1b-415b-b42d-9c87957e30f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.514035] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1151.514035] env[62359]: value = "task-2441659" [ 1151.514035] env[62359]: _type = "Task" [ 1151.514035] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.522696] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.780186] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Applying migration context for instance ddc33c65-e68d-4f24-8382-d2f3601aa525 as it has an incoming, in-progress migration 2845b7ac-a4d6-4b98-a3f8-2e22630c9248. Migration status is post-migrating {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1151.781501] env[62359]: INFO nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating resource usage from migration 2845b7ac-a4d6-4b98-a3f8-2e22630c9248 [ 1151.797498] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.797967] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-283d36dd-5b8b-4842-bbb1-fc98b6668eea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.802378] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 9354bdc7-4ce8-477e-a612-328ecde7e7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.802525] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 55767968-93f7-474f-9949-b964328c6105 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.802652] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.802887] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 17ed1181-22e9-46d0-bb22-6fddb61fc073 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.803080] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 726cdbc5-cd90-46ea-8dcb-52a016e61f4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.803219] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance dea22595-2aac-463d-84bb-4ad4dba8249f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.803333] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Migration 2845b7ac-a4d6-4b98-a3f8-2e22630c9248 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1151.803496] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance ddc33c65-e68d-4f24-8382-d2f3601aa525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.803624] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 0b541ba8-3383-4334-b37a-49ec3e6c3321 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.803739] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 92974d94-bd8f-4743-83e0-cbcbccfa7e2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1151.804124] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1151.804298] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1151.808919] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1151.808919] env[62359]: value = "task-2441660" [ 1151.808919] env[62359]: _type = "Task" [ 1151.808919] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.818162] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1151.818441] env[62359]: DEBUG nova.compute.manager [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.821962] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50d17e7-74be-4625-97fc-0d6343b01ff1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.830718] env[62359]: DEBUG oslo_concurrency.lockutils [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.830893] env[62359]: DEBUG oslo_concurrency.lockutils [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.831173] env[62359]: DEBUG nova.network.neutron [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.841509] env[62359]: DEBUG nova.compute.manager [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.841720] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.842540] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf873aa-5f38-489c-9286-3a1871793447 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.854638] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.854893] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-606783b2-fa88-4f04-90af-c90d6dd6c594 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.864009] env[62359]: DEBUG oslo_vmware.api [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1151.864009] env[62359]: value = "task-2441661" [ 1151.864009] env[62359]: _type = "Task" [ 1151.864009] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.872526] env[62359]: DEBUG oslo_vmware.api [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.947310] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f24ef27-5478-4967-b77e-ee384d9548c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.955433] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be06ce35-3ec7-4248-a6af-299dfaf410c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.988423] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efc16e3-b01b-4825-b865-65129a9a19ea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.996981] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5ffafe-5533-43cc-9478-89f9732dbd1a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.003054] env[62359]: DEBUG nova.compute.manager [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.015889] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.026017] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441659, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.034248] env[62359]: DEBUG nova.virt.hardware [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.034494] env[62359]: DEBUG nova.virt.hardware [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.034656] env[62359]: DEBUG nova.virt.hardware [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.034841] env[62359]: DEBUG nova.virt.hardware [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.034989] env[62359]: DEBUG nova.virt.hardware [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.035157] env[62359]: DEBUG nova.virt.hardware [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.035368] env[62359]: DEBUG nova.virt.hardware [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.035531] env[62359]: DEBUG nova.virt.hardware [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.035711] env[62359]: DEBUG nova.virt.hardware [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.035884] env[62359]: DEBUG nova.virt.hardware [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.036054] env[62359]: DEBUG nova.virt.hardware [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.037088] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fa4300-af2a-40ff-9590-5e335aa7e906 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.046150] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a71af0b-e974-4203-9746-704c4917fb7c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.360257] env[62359]: DEBUG nova.compute.manager [req-d1882d11-3eb6-4a6a-bab4-64ee3c85bf64 req-0aa4fdf6-42f4-43e2-9074-46b3e7d741f6 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Received event network-vif-plugged-fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.360530] env[62359]: DEBUG oslo_concurrency.lockutils [req-d1882d11-3eb6-4a6a-bab4-64ee3c85bf64 req-0aa4fdf6-42f4-43e2-9074-46b3e7d741f6 service nova] Acquiring lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.360706] env[62359]: DEBUG oslo_concurrency.lockutils [req-d1882d11-3eb6-4a6a-bab4-64ee3c85bf64 req-0aa4fdf6-42f4-43e2-9074-46b3e7d741f6 service nova] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.360876] env[62359]: DEBUG oslo_concurrency.lockutils [req-d1882d11-3eb6-4a6a-bab4-64ee3c85bf64 req-0aa4fdf6-42f4-43e2-9074-46b3e7d741f6 service nova] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.361059] env[62359]: DEBUG nova.compute.manager [req-d1882d11-3eb6-4a6a-bab4-64ee3c85bf64 req-0aa4fdf6-42f4-43e2-9074-46b3e7d741f6 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] No waiting events found dispatching network-vif-plugged-fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.361238] env[62359]: WARNING nova.compute.manager [req-d1882d11-3eb6-4a6a-bab4-64ee3c85bf64 req-0aa4fdf6-42f4-43e2-9074-46b3e7d741f6 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Received unexpected event network-vif-plugged-fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 for instance with vm_state building and task_state spawning. [ 1152.371110] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41563d14-b014-49e7-b6a4-16443c4526be {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.403118] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730561a8-efa3-4b0f-9cdd-0776721d6e51 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.406070] env[62359]: DEBUG oslo_vmware.api [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441661, 'name': PowerOffVM_Task, 'duration_secs': 0.343432} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.406371] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.406565] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.407597] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aa0fe32-5051-483d-875a-3eb93dcfc284 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.412208] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance 'ddc33c65-e68d-4f24-8382-d2f3601aa525' progress to 83 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.483463] env[62359]: DEBUG nova.network.neutron [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Successfully updated port: fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.500981] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.501226] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.501412] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Deleting the datastore file [datastore1] 17ed1181-22e9-46d0-bb22-6fddb61fc073 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.501674] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0090435-44be-474d-8bfb-63932bfcad8e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.510392] env[62359]: DEBUG oslo_vmware.api [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for the task: (returnval){ [ 1152.510392] env[62359]: value = "task-2441663" [ 1152.510392] env[62359]: _type = "Task" [ 1152.510392] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.523280] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.526299] env[62359]: DEBUG oslo_vmware.api [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.531623] env[62359]: DEBUG oslo_vmware.api [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441659, 'name': PowerOnVM_Task, 'duration_secs': 0.742279} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.531873] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.532087] env[62359]: INFO nova.compute.manager [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Took 5.57 seconds to spawn the instance on the hypervisor. [ 1152.532285] env[62359]: DEBUG nova.compute.manager [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.533055] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b5bcb6-0474-40cc-901b-573e8731bdff {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.651464] env[62359]: DEBUG nova.network.neutron [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Updating instance_info_cache with network_info: [{"id": "18175988-13ee-4173-992f-5af3b374bdc5", "address": "fa:16:3e:1d:6c:26", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18175988-13", "ovs_interfaceid": "18175988-13ee-4173-992f-5af3b374bdc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.918992] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.919318] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0147701b-8b06-40b9-a373-219623748c8b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.930184] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1152.930184] env[62359]: value = "task-2441664" [ 1152.930184] env[62359]: _type = "Task" [ 1152.930184] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.938780] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.988666] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.988861] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.989017] env[62359]: DEBUG nova.network.neutron [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.020301] env[62359]: DEBUG oslo_vmware.api [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Task: {'id': task-2441663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14277} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.020652] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.020896] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.021125] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.021338] env[62359]: INFO nova.compute.manager [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1153.021629] env[62359]: DEBUG oslo.service.loopingcall [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.021857] env[62359]: DEBUG nova.compute.manager [-] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.021956] env[62359]: DEBUG nova.network.neutron [-] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.027538] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1153.027733] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.261s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.052504] env[62359]: INFO nova.compute.manager [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Took 12.18 seconds to build instance. [ 1153.155139] env[62359]: DEBUG oslo_concurrency.lockutils [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.442427] env[62359]: DEBUG oslo_vmware.api [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441664, 'name': PowerOnVM_Task, 'duration_secs': 0.424956} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.442920] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.443082] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-1c33088f-4d64-4717-a5fc-851471c07980 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance 'ddc33c65-e68d-4f24-8382-d2f3601aa525' progress to 100 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.540078] env[62359]: DEBUG nova.network.neutron [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.555061] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4b714bb3-8c62-4d04-92ee-e256ad3c621c tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.693s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.555488] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.389s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.555726] env[62359]: INFO nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] During sync_power_state the instance has a pending task (spawning). Skip. [ 1153.555942] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.630025] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.631364] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7bfe0b-df4b-4256-bc89-645fb0e5f219 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.645675] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.646334] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61127c1b-32e6-4db2-bec6-31851c05fa5f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.714573] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.714863] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.715104] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleting the datastore file [datastore2] 55767968-93f7-474f-9949-b964328c6105 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.715405] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f8f583f-cd6d-4799-b1f3-a56e33109e15 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.724787] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1153.724787] env[62359]: value = "task-2441666" [ 1153.724787] env[62359]: _type = "Task" [ 1153.724787] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.725570] env[62359]: DEBUG nova.network.neutron [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance_info_cache with network_info: [{"id": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "address": "fa:16:3e:04:b6:26", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9bb019-30", "ovs_interfaceid": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.735324] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.836015] env[62359]: DEBUG nova.network.neutron [-] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.025948] env[62359]: DEBUG nova.compute.manager [req-8981572b-374b-40be-b14f-24adccbbc214 req-d6b02822-11d8-4a34-941c-031ba8a05ccc service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Received event network-changed-d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.026200] env[62359]: DEBUG nova.compute.manager [req-8981572b-374b-40be-b14f-24adccbbc214 req-d6b02822-11d8-4a34-941c-031ba8a05ccc service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Refreshing instance network info cache due to event network-changed-d8f3418e-307f-4bd0-a72b-0c2ec9ad8116. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1154.026816] env[62359]: DEBUG oslo_concurrency.lockutils [req-8981572b-374b-40be-b14f-24adccbbc214 req-d6b02822-11d8-4a34-941c-031ba8a05ccc service nova] Acquiring lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.026967] env[62359]: DEBUG oslo_concurrency.lockutils [req-8981572b-374b-40be-b14f-24adccbbc214 req-d6b02822-11d8-4a34-941c-031ba8a05ccc service nova] Acquired lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.027144] env[62359]: DEBUG nova.network.neutron [req-8981572b-374b-40be-b14f-24adccbbc214 req-d6b02822-11d8-4a34-941c-031ba8a05ccc service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Refreshing network info cache for port d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.231311] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.231627] env[62359]: DEBUG nova.compute.manager [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Instance network_info: |[{"id": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "address": "fa:16:3e:04:b6:26", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9bb019-30", "ovs_interfaceid": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.232062] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:b6:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa9bb019-300f-48c6-aaf4-53cfdeedd3c8', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.240644] env[62359]: DEBUG oslo.service.loopingcall [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1154.241596] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.241923] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3ce4a05-2748-4187-b371-04856136b314 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.261061] env[62359]: DEBUG oslo_vmware.api [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153427} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.261173] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.261295] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.261479] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.268693] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.268693] env[62359]: value = "task-2441667" [ 1154.268693] env[62359]: _type = "Task" [ 1154.268693] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.276551] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441667, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.287330] env[62359]: INFO nova.scheduler.client.report [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleted allocations for instance 55767968-93f7-474f-9949-b964328c6105 [ 1154.338245] env[62359]: INFO nova.compute.manager [-] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Took 1.32 seconds to deallocate network for instance. [ 1154.389534] env[62359]: DEBUG nova.compute.manager [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Received event network-changed-fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.389772] env[62359]: DEBUG nova.compute.manager [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Refreshing instance network info cache due to event network-changed-fa9bb019-300f-48c6-aaf4-53cfdeedd3c8. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1154.390026] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] Acquiring lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.390737] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] Acquired lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.390914] env[62359]: DEBUG nova.network.neutron [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Refreshing network info cache for port fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.747719] env[62359]: DEBUG nova.network.neutron [req-8981572b-374b-40be-b14f-24adccbbc214 req-d6b02822-11d8-4a34-941c-031ba8a05ccc service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Updated VIF entry in instance network info cache for port d8f3418e-307f-4bd0-a72b-0c2ec9ad8116. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.748324] env[62359]: DEBUG nova.network.neutron [req-8981572b-374b-40be-b14f-24adccbbc214 req-d6b02822-11d8-4a34-941c-031ba8a05ccc service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Updating instance_info_cache with network_info: [{"id": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "address": "fa:16:3e:ce:5c:7d", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f3418e-30", "ovs_interfaceid": "d8f3418e-307f-4bd0-a72b-0c2ec9ad8116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.781300] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441667, 'name': CreateVM_Task, 'duration_secs': 0.39215} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.781478] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.782133] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.782323] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.782703] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.782946] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700e06c1-ede2-4105-890a-a70cfef548b1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.788168] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1154.788168] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a00bdc-87f5-2aaa-f58a-b13952456431" [ 1154.788168] env[62359]: _type = "Task" [ 1154.788168] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.792395] env[62359]: DEBUG oslo_concurrency.lockutils [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.792607] env[62359]: DEBUG oslo_concurrency.lockutils [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.792836] env[62359]: DEBUG nova.objects.instance [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lazy-loading 'resources' on Instance uuid 55767968-93f7-474f-9949-b964328c6105 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.799832] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a00bdc-87f5-2aaa-f58a-b13952456431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.845581] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.006882] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.096428] env[62359]: DEBUG nova.network.neutron [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updated VIF entry in instance network info cache for port fa9bb019-300f-48c6-aaf4-53cfdeedd3c8. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.096789] env[62359]: DEBUG nova.network.neutron [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance_info_cache with network_info: [{"id": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "address": "fa:16:3e:04:b6:26", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9bb019-30", "ovs_interfaceid": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.251174] env[62359]: DEBUG oslo_concurrency.lockutils [req-8981572b-374b-40be-b14f-24adccbbc214 req-d6b02822-11d8-4a34-941c-031ba8a05ccc service nova] Releasing lock "refresh_cache-9354bdc7-4ce8-477e-a612-328ecde7e7fa" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.298657] env[62359]: DEBUG nova.objects.instance [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lazy-loading 'numa_topology' on Instance uuid 55767968-93f7-474f-9949-b964328c6105 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.299757] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a00bdc-87f5-2aaa-f58a-b13952456431, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.300264] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.300505] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.300731] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.300880] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.301071] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.301327] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59a5a625-0390-44cf-8ed6-2d9f805857e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.311181] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.311361] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.312051] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b78bec-725a-4c70-a477-650a0a9472f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.317634] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1155.317634] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5229b4ad-812d-693f-2be7-b484db2e6f36" [ 1155.317634] env[62359]: _type = "Task" [ 1155.317634] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.325859] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5229b4ad-812d-693f-2be7-b484db2e6f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.413248] env[62359]: DEBUG nova.compute.manager [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Stashing vm_state: active {{(pid=62359) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1155.599527] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] Releasing lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.599892] env[62359]: DEBUG nova.compute.manager [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 17ed1181-22e9-46d0-bb22-6fddb61fc073] Received event network-vif-deleted-8db9ef4c-b02a-47d6-88b1-b643f2677b05 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.600156] env[62359]: DEBUG nova.compute.manager [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Received event network-vif-unplugged-18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.600443] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] Acquiring lock "55767968-93f7-474f-9949-b964328c6105-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.600714] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] Lock "55767968-93f7-474f-9949-b964328c6105-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.600919] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] Lock "55767968-93f7-474f-9949-b964328c6105-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.601191] env[62359]: DEBUG nova.compute.manager [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] No waiting events found dispatching network-vif-unplugged-18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.601364] env[62359]: WARNING nova.compute.manager [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Received unexpected event network-vif-unplugged-18175988-13ee-4173-992f-5af3b374bdc5 for instance with vm_state shelved_offloaded and task_state None. [ 1155.601567] env[62359]: DEBUG nova.compute.manager [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Received event network-changed-18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.601759] env[62359]: DEBUG nova.compute.manager [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Refreshing instance network info cache due to event network-changed-18175988-13ee-4173-992f-5af3b374bdc5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1155.601987] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] Acquiring lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.602199] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] Acquired lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.602381] env[62359]: DEBUG nova.network.neutron [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Refreshing network info cache for port 18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.801669] env[62359]: DEBUG nova.objects.base [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Object Instance<55767968-93f7-474f-9949-b964328c6105> lazy-loaded attributes: resources,numa_topology {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.828747] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5229b4ad-812d-693f-2be7-b484db2e6f36, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.832318] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4190f3ed-3778-4521-8b03-7737d1981d27 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.838263] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1155.838263] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52f0481d-81fb-3c27-e3bc-a8a574509b53" [ 1155.838263] env[62359]: _type = "Task" [ 1155.838263] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.851631] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f0481d-81fb-3c27-e3bc-a8a574509b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.931705] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.953024] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eb9159-bf09-4643-93fe-4342039b82bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.960577] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f7c5c0-63d4-48de-9cb4-e908e0c1af05 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.992608] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ab006-ce3f-4d7f-9a26-f61f9caa9545 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.002103] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de6595-1b85-43e1-97cb-f1ce5df16e8c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.015651] env[62359]: DEBUG nova.compute.provider_tree [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.056138] env[62359]: DEBUG nova.compute.manager [req-bd81898f-4b72-4eb6-a60c-b8914b64bb3e req-4c82d974-1633-4141-977a-d0fc8d718b82 service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Received event network-changed-f0304174-315c-47b2-bd45-78a885d8d27a {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.056442] env[62359]: DEBUG nova.compute.manager [req-bd81898f-4b72-4eb6-a60c-b8914b64bb3e req-4c82d974-1633-4141-977a-d0fc8d718b82 service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Refreshing instance network info cache due to event network-changed-f0304174-315c-47b2-bd45-78a885d8d27a. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.056715] env[62359]: DEBUG oslo_concurrency.lockutils [req-bd81898f-4b72-4eb6-a60c-b8914b64bb3e req-4c82d974-1633-4141-977a-d0fc8d718b82 service nova] Acquiring lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.056903] env[62359]: DEBUG oslo_concurrency.lockutils [req-bd81898f-4b72-4eb6-a60c-b8914b64bb3e req-4c82d974-1633-4141-977a-d0fc8d718b82 service nova] Acquired lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.057145] env[62359]: DEBUG nova.network.neutron [req-bd81898f-4b72-4eb6-a60c-b8914b64bb3e req-4c82d974-1633-4141-977a-d0fc8d718b82 service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Refreshing network info cache for port f0304174-315c-47b2-bd45-78a885d8d27a {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.351014] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52f0481d-81fb-3c27-e3bc-a8a574509b53, 'name': SearchDatastore_Task, 'duration_secs': 0.038005} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.351311] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.351595] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 92974d94-bd8f-4743-83e0-cbcbccfa7e2f/92974d94-bd8f-4743-83e0-cbcbccfa7e2f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.351852] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6396ddeb-21b9-48b9-9930-93189269ec6a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.360225] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1156.360225] env[62359]: value = "task-2441668" [ 1156.360225] env[62359]: _type = "Task" [ 1156.360225] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.367512] env[62359]: DEBUG nova.network.neutron [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Port 1766e529-b907-4e49-b13a-223825d70f70 binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1156.367782] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.367960] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.368141] env[62359]: DEBUG nova.network.neutron [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.373367] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.401339] env[62359]: DEBUG nova.network.neutron [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Updated VIF entry in instance network info cache for port 18175988-13ee-4173-992f-5af3b374bdc5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.401703] env[62359]: DEBUG nova.network.neutron [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Updating instance_info_cache with network_info: [{"id": "18175988-13ee-4173-992f-5af3b374bdc5", "address": "fa:16:3e:1d:6c:26", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap18175988-13", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.519633] env[62359]: DEBUG nova.scheduler.client.report [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.723053] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "55767968-93f7-474f-9949-b964328c6105" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.781765] env[62359]: DEBUG nova.network.neutron [req-bd81898f-4b72-4eb6-a60c-b8914b64bb3e req-4c82d974-1633-4141-977a-d0fc8d718b82 service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updated VIF entry in instance network info cache for port f0304174-315c-47b2-bd45-78a885d8d27a. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.782197] env[62359]: DEBUG nova.network.neutron [req-bd81898f-4b72-4eb6-a60c-b8914b64bb3e req-4c82d974-1633-4141-977a-d0fc8d718b82 service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance_info_cache with network_info: [{"id": "f0304174-315c-47b2-bd45-78a885d8d27a", "address": "fa:16:3e:19:23:47", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0304174-31", "ovs_interfaceid": "f0304174-315c-47b2-bd45-78a885d8d27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.869971] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441668, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.903937] env[62359]: DEBUG oslo_concurrency.lockutils [req-ad219f08-474e-406f-ac68-ee2e4a877ea4 req-fbb46e14-d382-4b73-93cc-013a0ce76133 service nova] Releasing lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.024754] env[62359]: DEBUG oslo_concurrency.lockutils [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.027394] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.182s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.027617] env[62359]: DEBUG nova.objects.instance [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lazy-loading 'resources' on Instance uuid 17ed1181-22e9-46d0-bb22-6fddb61fc073 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.090514] env[62359]: DEBUG nova.network.neutron [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance_info_cache with network_info: [{"id": "1766e529-b907-4e49-b13a-223825d70f70", "address": "fa:16:3e:c9:99:6a", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1766e529-b9", "ovs_interfaceid": "1766e529-b907-4e49-b13a-223825d70f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.285267] env[62359]: DEBUG oslo_concurrency.lockutils [req-bd81898f-4b72-4eb6-a60c-b8914b64bb3e req-4c82d974-1633-4141-977a-d0fc8d718b82 service nova] Releasing lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.370862] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441668, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.536949] env[62359]: DEBUG oslo_concurrency.lockutils [None req-51cd1777-aefd-42eb-8d70-952ef57897dd tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "55767968-93f7-474f-9949-b964328c6105" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.528s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.537822] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "55767968-93f7-474f-9949-b964328c6105" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.373s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.538079] env[62359]: INFO nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 55767968-93f7-474f-9949-b964328c6105] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1157.538281] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "55767968-93f7-474f-9949-b964328c6105" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.538656] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "55767968-93f7-474f-9949-b964328c6105" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.816s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.538834] env[62359]: INFO nova.compute.manager [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Unshelving [ 1157.593793] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.675800] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47e290f-9b23-4c3e-b1d4-167513d213bd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.683803] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5564271a-9d4a-4742-bf97-19dbed3f3a75 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.723433] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d5ace1-af83-45f1-8162-97b800b9d3bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.733087] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd365509-87c3-4000-b12a-dbd54b57ae2d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.749375] env[62359]: DEBUG nova.compute.provider_tree [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.872445] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441668, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.113289} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.872774] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 92974d94-bd8f-4743-83e0-cbcbccfa7e2f/92974d94-bd8f-4743-83e0-cbcbccfa7e2f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.872949] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.873174] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a633d4c0-b4eb-455b-afa1-7de6a21821d8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.879768] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1157.879768] env[62359]: value = "task-2441669" [ 1157.879768] env[62359]: _type = "Task" [ 1157.879768] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.888131] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.099371] env[62359]: DEBUG nova.compute.manager [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62359) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1158.253572] env[62359]: DEBUG nova.scheduler.client.report [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.389822] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.351778} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.390131] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.390902] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc96f56-e999-4918-a5cf-ae34e64f2da2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.413757] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 92974d94-bd8f-4743-83e0-cbcbccfa7e2f/92974d94-bd8f-4743-83e0-cbcbccfa7e2f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.414168] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70b890f4-1e82-425f-a8da-49f5b31e1903 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.434736] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1158.434736] env[62359]: value = "task-2441670" [ 1158.434736] env[62359]: _type = "Task" [ 1158.434736] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.445699] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.560433] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.759153] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.761859] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.830s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.780531] env[62359]: INFO nova.scheduler.client.report [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Deleted allocations for instance 17ed1181-22e9-46d0-bb22-6fddb61fc073 [ 1158.945275] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441670, 'name': ReconfigVM_Task, 'duration_secs': 0.411924} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.945653] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 92974d94-bd8f-4743-83e0-cbcbccfa7e2f/92974d94-bd8f-4743-83e0-cbcbccfa7e2f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.946185] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-776d0655-d997-4b73-beed-bcff2d803d72 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.952912] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1158.952912] env[62359]: value = "task-2441671" [ 1158.952912] env[62359]: _type = "Task" [ 1158.952912] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.960784] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441671, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.201017] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.269814] env[62359]: INFO nova.compute.claims [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.289426] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d496edca-5cf3-43b6-8037-b8b7ba6113fd tempest-ServersNegativeTestJSON-1602288828 tempest-ServersNegativeTestJSON-1602288828-project-member] Lock "17ed1181-22e9-46d0-bb22-6fddb61fc073" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.955s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.463794] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441671, 'name': Rename_Task, 'duration_secs': 0.147407} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.464031] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.464301] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dcc666e-ce0d-442a-9864-59a85eee3117 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.470522] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1159.470522] env[62359]: value = "task-2441672" [ 1159.470522] env[62359]: _type = "Task" [ 1159.470522] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.478288] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.776601] env[62359]: INFO nova.compute.resource_tracker [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating resource usage from migration 4f5fb8e8-291b-417b-9d3f-4905bde01f91 [ 1159.920206] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6178e5-9cb4-471e-8320-2af36bba50af {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.928739] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e158a02-e690-45a6-a9a3-ac88956a8a90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.963897] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0418a5a7-2d84-46fb-bfa4-92cf1d849f2e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.974962] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ef343b-165d-4100-866a-f5ccd9b7bab7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.985708] env[62359]: DEBUG oslo_vmware.api [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441672, 'name': PowerOnVM_Task, 'duration_secs': 0.483385} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.995477] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.995686] env[62359]: INFO nova.compute.manager [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1159.995815] env[62359]: DEBUG nova.compute.manager [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.996367] env[62359]: DEBUG nova.compute.provider_tree [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.998270] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ae049f-0aa5-4ab2-98bf-68b284f1dab0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.503198] env[62359]: DEBUG nova.scheduler.client.report [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.514965] env[62359]: INFO nova.compute.manager [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Took 12.82 seconds to build instance. [ 1161.008069] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.246s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.008364] env[62359]: INFO nova.compute.manager [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Migrating [ 1161.020687] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.460s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.020941] env[62359]: DEBUG nova.objects.instance [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lazy-loading 'pci_requests' on Instance uuid 55767968-93f7-474f-9949-b964328c6105 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.022143] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f48b7382-3623-419a-b104-1951747a6206 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.340s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.022403] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.856s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.023292] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c2ab70-eccf-47ae-9d3c-55f80e71bc31 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.497049] env[62359]: DEBUG nova.compute.manager [req-78735ce6-d0db-4d8f-a5e4-022c795a28f3 req-9b449057-1d30-4598-ab79-c9be4b3de5c9 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Received event network-changed-fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.497218] env[62359]: DEBUG nova.compute.manager [req-78735ce6-d0db-4d8f-a5e4-022c795a28f3 req-9b449057-1d30-4598-ab79-c9be4b3de5c9 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Refreshing instance network info cache due to event network-changed-fa9bb019-300f-48c6-aaf4-53cfdeedd3c8. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1161.497508] env[62359]: DEBUG oslo_concurrency.lockutils [req-78735ce6-d0db-4d8f-a5e4-022c795a28f3 req-9b449057-1d30-4598-ab79-c9be4b3de5c9 service nova] Acquiring lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.497710] env[62359]: DEBUG oslo_concurrency.lockutils [req-78735ce6-d0db-4d8f-a5e4-022c795a28f3 req-9b449057-1d30-4598-ab79-c9be4b3de5c9 service nova] Acquired lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.497879] env[62359]: DEBUG nova.network.neutron [req-78735ce6-d0db-4d8f-a5e4-022c795a28f3 req-9b449057-1d30-4598-ab79-c9be4b3de5c9 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Refreshing network info cache for port fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.529360] env[62359]: DEBUG nova.objects.instance [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lazy-loading 'numa_topology' on Instance uuid 55767968-93f7-474f-9949-b964328c6105 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.536060] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.537040] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.537040] env[62359]: DEBUG nova.network.neutron [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.543131] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.031829] env[62359]: INFO nova.compute.claims [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.368683] env[62359]: DEBUG nova.network.neutron [req-78735ce6-d0db-4d8f-a5e4-022c795a28f3 req-9b449057-1d30-4598-ab79-c9be4b3de5c9 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updated VIF entry in instance network info cache for port fa9bb019-300f-48c6-aaf4-53cfdeedd3c8. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.369133] env[62359]: DEBUG nova.network.neutron [req-78735ce6-d0db-4d8f-a5e4-022c795a28f3 req-9b449057-1d30-4598-ab79-c9be4b3de5c9 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance_info_cache with network_info: [{"id": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "address": "fa:16:3e:04:b6:26", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9bb019-30", "ovs_interfaceid": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.382614] env[62359]: DEBUG nova.network.neutron [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance_info_cache with network_info: [{"id": "f0304174-315c-47b2-bd45-78a885d8d27a", "address": "fa:16:3e:19:23:47", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0304174-31", "ovs_interfaceid": "f0304174-315c-47b2-bd45-78a885d8d27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.872549] env[62359]: DEBUG oslo_concurrency.lockutils [req-78735ce6-d0db-4d8f-a5e4-022c795a28f3 req-9b449057-1d30-4598-ab79-c9be4b3de5c9 service nova] Releasing lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.885427] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.166034] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a49afcc-68a6-4939-a839-8c785138a636 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.174325] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7c8eef-3861-4057-b889-d3bce6b856d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.204330] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d9bf01-118d-41f7-8c08-cdb84f37c170 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.211763] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da0ac8c-8817-4651-9bcd-0fa59073da45 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.224808] env[62359]: DEBUG nova.compute.provider_tree [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.727867] env[62359]: DEBUG nova.scheduler.client.report [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.232888] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.212s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.235150] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.034s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.264088] env[62359]: INFO nova.network.neutron [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Updating port 18175988-13ee-4173-992f-5af3b374bdc5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1164.399113] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a1bcb2-d837-477b-8f78-587d74da705e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.418747] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance '0b541ba8-3383-4334-b37a-49ec3e6c3321' progress to 0 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.737535] env[62359]: DEBUG nova.objects.instance [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'migration_context' on Instance uuid ddc33c65-e68d-4f24-8382-d2f3601aa525 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.926357] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.926633] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-892e7171-9c24-4c0b-9c0b-4e9e260663f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.935213] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1164.935213] env[62359]: value = "task-2441673" [ 1164.935213] env[62359]: _type = "Task" [ 1164.935213] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.944034] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.364996] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da685418-b6de-4b1c-923f-b8b93e0642a3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.373198] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6620e92-7534-4f3e-ba0b-af9dbdc0c026 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.404330] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a5433c-4382-484f-b7aa-347c356b90b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.412235] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5a004f-bc02-4cf3-8f41-4ea17928ec8b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.429780] env[62359]: DEBUG nova.compute.provider_tree [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.445313] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441673, 'name': PowerOffVM_Task, 'duration_secs': 0.300492} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.445580] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.445768] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance '0b541ba8-3383-4334-b37a-49ec3e6c3321' progress to 17 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.836304] env[62359]: DEBUG nova.compute.manager [req-37705936-d45e-481f-91df-89472978211a req-1f0912df-7b76-4ad9-a33d-4faa5382ae4f service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Received event network-vif-plugged-18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.836304] env[62359]: DEBUG oslo_concurrency.lockutils [req-37705936-d45e-481f-91df-89472978211a req-1f0912df-7b76-4ad9-a33d-4faa5382ae4f service nova] Acquiring lock "55767968-93f7-474f-9949-b964328c6105-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.836304] env[62359]: DEBUG oslo_concurrency.lockutils [req-37705936-d45e-481f-91df-89472978211a req-1f0912df-7b76-4ad9-a33d-4faa5382ae4f service nova] Lock "55767968-93f7-474f-9949-b964328c6105-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.837146] env[62359]: DEBUG oslo_concurrency.lockutils [req-37705936-d45e-481f-91df-89472978211a req-1f0912df-7b76-4ad9-a33d-4faa5382ae4f service nova] Lock "55767968-93f7-474f-9949-b964328c6105-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.837494] env[62359]: DEBUG nova.compute.manager [req-37705936-d45e-481f-91df-89472978211a req-1f0912df-7b76-4ad9-a33d-4faa5382ae4f service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] No waiting events found dispatching network-vif-plugged-18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.837803] env[62359]: WARNING nova.compute.manager [req-37705936-d45e-481f-91df-89472978211a req-1f0912df-7b76-4ad9-a33d-4faa5382ae4f service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Received unexpected event network-vif-plugged-18175988-13ee-4173-992f-5af3b374bdc5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1165.923963] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.924182] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.924368] env[62359]: DEBUG nova.network.neutron [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.939909] env[62359]: DEBUG nova.scheduler.client.report [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.955384] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.955661] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.955825] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.956070] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.956254] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.956406] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.956613] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.956771] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.956937] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.957113] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.957292] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.963028] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20aebfe6-4e68-4167-b8b0-fa1b3c8430a7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.980948] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1165.980948] env[62359]: value = "task-2441674" [ 1165.980948] env[62359]: _type = "Task" [ 1165.980948] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.990666] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.491860] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441674, 'name': ReconfigVM_Task, 'duration_secs': 0.155621} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.492239] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance '0b541ba8-3383-4334-b37a-49ec3e6c3321' progress to 33 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.649662] env[62359]: DEBUG nova.network.neutron [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Updating instance_info_cache with network_info: [{"id": "18175988-13ee-4173-992f-5af3b374bdc5", "address": "fa:16:3e:1d:6c:26", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18175988-13", "ovs_interfaceid": "18175988-13ee-4173-992f-5af3b374bdc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.951315] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.716s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.998067] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.998328] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.998489] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.998674] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.998856] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.999013] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.999246] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.999417] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.999595] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.999756] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.999936] env[62359]: DEBUG nova.virt.hardware [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.005163] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.005445] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d911427f-d3cd-433c-8676-efc94699d164 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.024688] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1167.024688] env[62359]: value = "task-2441675" [ 1167.024688] env[62359]: _type = "Task" [ 1167.024688] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.033195] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.152226] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.290685] env[62359]: DEBUG nova.virt.hardware [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='08abba9cafb97f618ec68e940c67e03d',container_format='bare',created_at=2025-02-10T21:20:38Z,direct_url=,disk_format='vmdk',id=e1504e88-d6f2-4acd-8e45-7408ecb0af71,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-60762939-shelved',owner='3723797c2d7b4a628e9aba2bb10bdf10',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-02-10T21:20:52Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.290961] env[62359]: DEBUG nova.virt.hardware [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.291195] env[62359]: DEBUG nova.virt.hardware [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.291417] env[62359]: DEBUG nova.virt.hardware [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.291569] env[62359]: DEBUG nova.virt.hardware [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.291719] env[62359]: DEBUG nova.virt.hardware [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.291925] env[62359]: DEBUG nova.virt.hardware [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.292103] env[62359]: DEBUG nova.virt.hardware [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.292283] env[62359]: DEBUG nova.virt.hardware [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.292479] env[62359]: DEBUG nova.virt.hardware [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.292682] env[62359]: DEBUG nova.virt.hardware [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.293537] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0334716f-b2b1-4846-bee5-9ff1052e2d0c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.303361] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f013d2e5-d6df-4001-900f-e82f90a94932 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.316467] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:6c:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18175988-13ee-4173-992f-5af3b374bdc5', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.324061] env[62359]: DEBUG oslo.service.loopingcall [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1167.324287] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55767968-93f7-474f-9949-b964328c6105] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.324482] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f3f6d30-42bd-4430-b256-c6192b7fc0be {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.343252] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.343252] env[62359]: value = "task-2441676" [ 1167.343252] env[62359]: _type = "Task" [ 1167.343252] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.350694] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441676, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.536812] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441675, 'name': ReconfigVM_Task, 'duration_secs': 0.158464} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.537296] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1167.538416] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4077bf-5732-4aac-b1e4-35f237cb5e41 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.563018] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db/volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.563412] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ff66f78-7142-443b-a86c-5796d653dfdc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.583123] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1167.583123] env[62359]: value = "task-2441677" [ 1167.583123] env[62359]: _type = "Task" [ 1167.583123] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.592188] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.853254] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441676, 'name': CreateVM_Task, 'duration_secs': 0.367615} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.854499] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55767968-93f7-474f-9949-b964328c6105] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.854499] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.854718] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.855020] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.855339] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c882f1-0d94-46d0-9c97-c87eb283cf33 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.859961] env[62359]: DEBUG nova.compute.manager [req-b7842b13-3f53-480c-a7ac-5e7886f6b397 req-fb4b33fb-4bfb-4543-a11b-9408923e5c8c service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Received event network-changed-18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.860160] env[62359]: DEBUG nova.compute.manager [req-b7842b13-3f53-480c-a7ac-5e7886f6b397 req-fb4b33fb-4bfb-4543-a11b-9408923e5c8c service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Refreshing instance network info cache due to event network-changed-18175988-13ee-4173-992f-5af3b374bdc5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1167.860399] env[62359]: DEBUG oslo_concurrency.lockutils [req-b7842b13-3f53-480c-a7ac-5e7886f6b397 req-fb4b33fb-4bfb-4543-a11b-9408923e5c8c service nova] Acquiring lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.860522] env[62359]: DEBUG oslo_concurrency.lockutils [req-b7842b13-3f53-480c-a7ac-5e7886f6b397 req-fb4b33fb-4bfb-4543-a11b-9408923e5c8c service nova] Acquired lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.860698] env[62359]: DEBUG nova.network.neutron [req-b7842b13-3f53-480c-a7ac-5e7886f6b397 req-fb4b33fb-4bfb-4543-a11b-9408923e5c8c service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Refreshing network info cache for port 18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.863300] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1167.863300] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52165194-e217-b3c0-7d79-0bd8bf83f391" [ 1167.863300] env[62359]: _type = "Task" [ 1167.863300] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.872452] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52165194-e217-b3c0-7d79-0bd8bf83f391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.096101] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441677, 'name': ReconfigVM_Task, 'duration_secs': 0.275019} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.096101] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db/volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.096101] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance '0b541ba8-3383-4334-b37a-49ec3e6c3321' progress to 50 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.378640] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.378891] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Processing image e1504e88-d6f2-4acd-8e45-7408ecb0af71 {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.379185] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71/e1504e88-d6f2-4acd-8e45-7408ecb0af71.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.379347] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71/e1504e88-d6f2-4acd-8e45-7408ecb0af71.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.380027] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.380027] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c157d005-18c8-4a45-8249-2fede71e64c7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.390094] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.390280] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.391288] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2f5c0c-460a-4cd5-889c-856d727cadea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.396543] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1168.396543] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52216674-ed73-0042-1b5e-14ace87626a2" [ 1168.396543] env[62359]: _type = "Task" [ 1168.396543] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.406416] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52216674-ed73-0042-1b5e-14ace87626a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.490027] env[62359]: INFO nova.compute.manager [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Swapping old allocation on dict_keys(['141c7d21-c7c0-4ccc-972c-c2ef94371f99']) held by migration 2845b7ac-a4d6-4b98-a3f8-2e22630c9248 for instance [ 1168.511462] env[62359]: DEBUG nova.scheduler.client.report [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Overwriting current allocation {'allocations': {'141c7d21-c7c0-4ccc-972c-c2ef94371f99': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 169}}, 'project_id': '4550d6bc4ada467e91c13dbe0c828b87', 'user_id': '788fdcd23d07406c9ed186e178f524d6', 'consumer_generation': 1} on consumer ddc33c65-e68d-4f24-8382-d2f3601aa525 {{(pid=62359) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1168.600432] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.600708] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.600825] env[62359]: DEBUG nova.network.neutron [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.605392] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f37ef-b6da-42d0-b8f8-fcf19fa05740 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.623834] env[62359]: DEBUG nova.network.neutron [req-b7842b13-3f53-480c-a7ac-5e7886f6b397 req-fb4b33fb-4bfb-4543-a11b-9408923e5c8c service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Updated VIF entry in instance network info cache for port 18175988-13ee-4173-992f-5af3b374bdc5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.624132] env[62359]: DEBUG nova.network.neutron [req-b7842b13-3f53-480c-a7ac-5e7886f6b397 req-fb4b33fb-4bfb-4543-a11b-9408923e5c8c service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Updating instance_info_cache with network_info: [{"id": "18175988-13ee-4173-992f-5af3b374bdc5", "address": "fa:16:3e:1d:6c:26", "network": {"id": "9a6af49e-496f-4e7b-b00c-4c9c544aaf84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2015247506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3723797c2d7b4a628e9aba2bb10bdf10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18175988-13", "ovs_interfaceid": "18175988-13ee-4173-992f-5af3b374bdc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.626015] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911af365-9c5a-43e3-91ce-ab71267ed0a0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.645816] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance '0b541ba8-3383-4334-b37a-49ec3e6c3321' progress to 67 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.907108] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Preparing fetch location {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1168.907379] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Fetch image to [datastore2] OSTACK_IMG_e2e4a131-8511-4dab-b387-0d9cf3ad0ebf/OSTACK_IMG_e2e4a131-8511-4dab-b387-0d9cf3ad0ebf.vmdk {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1168.907644] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Downloading stream optimized image e1504e88-d6f2-4acd-8e45-7408ecb0af71 to [datastore2] OSTACK_IMG_e2e4a131-8511-4dab-b387-0d9cf3ad0ebf/OSTACK_IMG_e2e4a131-8511-4dab-b387-0d9cf3ad0ebf.vmdk on the data store datastore2 as vApp {{(pid=62359) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1168.907742] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Downloading image file data e1504e88-d6f2-4acd-8e45-7408ecb0af71 to the ESX as VM named 'OSTACK_IMG_e2e4a131-8511-4dab-b387-0d9cf3ad0ebf' {{(pid=62359) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1168.985357] env[62359]: DEBUG oslo_vmware.rw_handles [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1168.985357] env[62359]: value = "resgroup-9" [ 1168.985357] env[62359]: _type = "ResourcePool" [ 1168.985357] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1168.985674] env[62359]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-43e1636b-b48c-4f17-8229-66a9e4f2e9d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.006437] env[62359]: DEBUG oslo_vmware.rw_handles [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lease: (returnval){ [ 1169.006437] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cba34b-25c6-c308-5e91-3d4170561514" [ 1169.006437] env[62359]: _type = "HttpNfcLease" [ 1169.006437] env[62359]: } obtained for vApp import into resource pool (val){ [ 1169.006437] env[62359]: value = "resgroup-9" [ 1169.006437] env[62359]: _type = "ResourcePool" [ 1169.006437] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1169.006795] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the lease: (returnval){ [ 1169.006795] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cba34b-25c6-c308-5e91-3d4170561514" [ 1169.006795] env[62359]: _type = "HttpNfcLease" [ 1169.006795] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1169.012948] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.012948] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cba34b-25c6-c308-5e91-3d4170561514" [ 1169.012948] env[62359]: _type = "HttpNfcLease" [ 1169.012948] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1169.131015] env[62359]: DEBUG oslo_concurrency.lockutils [req-b7842b13-3f53-480c-a7ac-5e7886f6b397 req-fb4b33fb-4bfb-4543-a11b-9408923e5c8c service nova] Releasing lock "refresh_cache-55767968-93f7-474f-9949-b964328c6105" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.317218] env[62359]: DEBUG nova.network.neutron [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance_info_cache with network_info: [{"id": "1766e529-b907-4e49-b13a-223825d70f70", "address": "fa:16:3e:c9:99:6a", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1766e529-b9", "ovs_interfaceid": "1766e529-b907-4e49-b13a-223825d70f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.517302] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.517302] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cba34b-25c6-c308-5e91-3d4170561514" [ 1169.517302] env[62359]: _type = "HttpNfcLease" [ 1169.517302] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1169.820442] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-ddc33c65-e68d-4f24-8382-d2f3601aa525" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.821419] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38447954-3c4a-4aa5-b6b6-f6b04db24802 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.828585] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65149a9-a4ad-4858-8bf9-af2e39de4b98 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.018449] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.018449] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cba34b-25c6-c308-5e91-3d4170561514" [ 1170.018449] env[62359]: _type = "HttpNfcLease" [ 1170.018449] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1170.285533] env[62359]: DEBUG nova.network.neutron [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Port f0304174-315c-47b2-bd45-78a885d8d27a binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1170.516606] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.516606] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cba34b-25c6-c308-5e91-3d4170561514" [ 1170.516606] env[62359]: _type = "HttpNfcLease" [ 1170.516606] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1170.905097] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.905469] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e74ee87-87b0-4aa8-97d2-91db23c575df {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.921649] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1170.921649] env[62359]: value = "task-2441679" [ 1170.921649] env[62359]: _type = "Task" [ 1170.921649] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.929547] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.017487] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.017487] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cba34b-25c6-c308-5e91-3d4170561514" [ 1171.017487] env[62359]: _type = "HttpNfcLease" [ 1171.017487] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1171.307407] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "0b541ba8-3383-4334-b37a-49ec3e6c3321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.307637] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.307810] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.431982] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.517313] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.517313] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cba34b-25c6-c308-5e91-3d4170561514" [ 1171.517313] env[62359]: _type = "HttpNfcLease" [ 1171.517313] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1171.932191] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441679, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.017704] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1172.017704] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cba34b-25c6-c308-5e91-3d4170561514" [ 1172.017704] env[62359]: _type = "HttpNfcLease" [ 1172.017704] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1172.017997] env[62359]: DEBUG oslo_vmware.rw_handles [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1172.017997] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52cba34b-25c6-c308-5e91-3d4170561514" [ 1172.017997] env[62359]: _type = "HttpNfcLease" [ 1172.017997] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1172.018721] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b56691-7ef2-4a58-8d32-5f17052b0125 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.027060] env[62359]: DEBUG oslo_vmware.rw_handles [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df98d8-6b4f-478c-f711-b2bda050cad6/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1172.027236] env[62359]: DEBUG oslo_vmware.rw_handles [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df98d8-6b4f-478c-f711-b2bda050cad6/disk-0.vmdk. {{(pid=62359) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1172.090121] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe566e3b-9443-4c4a-bd16-1bb374193e00 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.345771] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.345977] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.346188] env[62359]: DEBUG nova.network.neutron [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.433612] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441679, 'name': PowerOffVM_Task, 'duration_secs': 1.05511} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.435317] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.435997] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.436253] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.436414] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.436616] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.436787] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.436941] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.437175] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.437344] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.437525] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.437691] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.437864] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.445072] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec28b5bf-342d-4e46-a295-be3c5062cd9d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.463465] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1172.463465] env[62359]: value = "task-2441680" [ 1172.463465] env[62359]: _type = "Task" [ 1172.463465] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.473202] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.977203] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441680, 'name': ReconfigVM_Task, 'duration_secs': 0.195921} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.978594] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712ad61d-ae55-45b0-a099-a766ca447b17 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.002439] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.002692] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.002851] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.003048] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.003226] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.003377] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.003591] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.003756] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.003933] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.004112] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.004292] env[62359]: DEBUG nova.virt.hardware [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.011993] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2e605b-c6a5-49a7-a4c0-7bc79cf9dafd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.018035] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1173.018035] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52383cf3-98b8-e42c-2bce-64b3323ee5d3" [ 1173.018035] env[62359]: _type = "Task" [ 1173.018035] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.025510] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52383cf3-98b8-e42c-2bce-64b3323ee5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.111833] env[62359]: DEBUG nova.network.neutron [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance_info_cache with network_info: [{"id": "f0304174-315c-47b2-bd45-78a885d8d27a", "address": "fa:16:3e:19:23:47", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0304174-31", "ovs_interfaceid": "f0304174-315c-47b2-bd45-78a885d8d27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.229801] env[62359]: DEBUG oslo_vmware.rw_handles [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Completed reading data from the image iterator. {{(pid=62359) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1173.230067] env[62359]: DEBUG oslo_vmware.rw_handles [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df98d8-6b4f-478c-f711-b2bda050cad6/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1173.231045] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3a3854-f0ec-43a6-89ba-9925788b94e9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.238552] env[62359]: DEBUG oslo_vmware.rw_handles [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df98d8-6b4f-478c-f711-b2bda050cad6/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1173.238731] env[62359]: DEBUG oslo_vmware.rw_handles [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df98d8-6b4f-478c-f711-b2bda050cad6/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1173.238956] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2bbb8cef-57a7-428b-abe3-db94f4cc2979 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.529144] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52383cf3-98b8-e42c-2bce-64b3323ee5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.007098} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.535199] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.535644] env[62359]: DEBUG oslo_vmware.rw_handles [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df98d8-6b4f-478c-f711-b2bda050cad6/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1173.535835] env[62359]: INFO nova.virt.vmwareapi.images [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Downloaded image file data e1504e88-d6f2-4acd-8e45-7408ecb0af71 [ 1173.536089] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a29b96-b521-46e9-8302-b4ced04b24bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.549097] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b47e50-2f76-491b-9433-2233de5f782c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.565946] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45d92d7c-b844-402c-bfff-20c7b48329f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.567599] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1173.567599] env[62359]: value = "task-2441681" [ 1173.567599] env[62359]: _type = "Task" [ 1173.567599] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.577721] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.591149] env[62359]: INFO nova.virt.vmwareapi.images [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] The imported VM was unregistered [ 1173.593570] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Caching image {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1173.593798] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71 {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.594056] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1152f9d-92f0-4e6a-8566-d78975410f9b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.603269] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Created directory with path [datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71 {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.603470] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e2e4a131-8511-4dab-b387-0d9cf3ad0ebf/OSTACK_IMG_e2e4a131-8511-4dab-b387-0d9cf3ad0ebf.vmdk to [datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71/e1504e88-d6f2-4acd-8e45-7408ecb0af71.vmdk. {{(pid=62359) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1173.603704] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9292d841-1fa2-41c1-9b2d-6ae88c0ac48b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.609971] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1173.609971] env[62359]: value = "task-2441683" [ 1173.609971] env[62359]: _type = "Task" [ 1173.609971] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.617463] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.621228] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441683, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.077969] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441681, 'name': ReconfigVM_Task, 'duration_secs': 0.231278} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.078586] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1174.079484] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98344c8a-461d-4225-9355-27167075b2e0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.107425] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] ddc33c65-e68d-4f24-8382-d2f3601aa525/ddc33c65-e68d-4f24-8382-d2f3601aa525.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.107780] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b00c22-8a73-4633-87c5-98e05f1cf0fa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.130368] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff4f037-e1a0-4b53-bb91-26a98b35be71 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.135091] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1174.135091] env[62359]: value = "task-2441684" [ 1174.135091] env[62359]: _type = "Task" [ 1174.135091] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.139998] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441683, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.146234] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e71a2a-ab56-48e3-a383-e83dd84d61ce {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.154134] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.633166] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441683, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.649130] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.132683] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441683, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.150102] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.255195] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c78c17-c80d-4cb0-92e4-1c6dd6cff934 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.287477] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c5c580-92b0-4848-aafb-3d752c4600a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.298342] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance '0b541ba8-3383-4334-b37a-49ec3e6c3321' progress to 83 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.633929] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441683, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.649678] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.808399] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.808890] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b14deec-bfb0-4bca-afd0-728201645268 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.817875] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1175.817875] env[62359]: value = "task-2441685" [ 1175.817875] env[62359]: _type = "Task" [ 1175.817875] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.826535] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.133716] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441683, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.149783] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441684, 'name': ReconfigVM_Task, 'duration_secs': 2.004025} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.150123] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfigured VM instance instance-0000006e to attach disk [datastore2] ddc33c65-e68d-4f24-8382-d2f3601aa525/ddc33c65-e68d-4f24-8382-d2f3601aa525.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.150981] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b54ddd-658f-4cb4-8d0d-a25caf33fb55 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.171302] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b4232f-e1a3-47ca-8919-7edb200c3b90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.191109] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b8a6c1-c601-4532-8c2a-5768b30575da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.230064] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d40325-d143-4308-af91-0b7f185bb09c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.242958] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.243362] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7410544b-7364-4f64-aaea-166a6219c3b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.253490] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1176.253490] env[62359]: value = "task-2441686" [ 1176.253490] env[62359]: _type = "Task" [ 1176.253490] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.273528] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441686, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.329877] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.635926] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441683, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.604584} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.636273] env[62359]: INFO nova.virt.vmwareapi.ds_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e2e4a131-8511-4dab-b387-0d9cf3ad0ebf/OSTACK_IMG_e2e4a131-8511-4dab-b387-0d9cf3ad0ebf.vmdk to [datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71/e1504e88-d6f2-4acd-8e45-7408ecb0af71.vmdk. [ 1176.636502] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Cleaning up location [datastore2] OSTACK_IMG_e2e4a131-8511-4dab-b387-0d9cf3ad0ebf {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1176.636720] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e2e4a131-8511-4dab-b387-0d9cf3ad0ebf {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.636982] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de48954e-a5d9-4430-b899-e1417281a783 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.643955] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1176.643955] env[62359]: value = "task-2441687" [ 1176.643955] env[62359]: _type = "Task" [ 1176.643955] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.651434] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.763850] env[62359]: DEBUG oslo_vmware.api [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441686, 'name': PowerOnVM_Task, 'duration_secs': 0.451023} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.763850] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.829105] env[62359]: DEBUG oslo_vmware.api [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441685, 'name': PowerOnVM_Task, 'duration_secs': 0.674009} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.829105] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.829308] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d11990cd-1dd0-4087-b6e4-c8f5063ef0a4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance '0b541ba8-3383-4334-b37a-49ec3e6c3321' progress to 100 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.153613] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063283} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.153972] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.154056] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71/e1504e88-d6f2-4acd-8e45-7408ecb0af71.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.154301] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71/e1504e88-d6f2-4acd-8e45-7408ecb0af71.vmdk to [datastore2] 55767968-93f7-474f-9949-b964328c6105/55767968-93f7-474f-9949-b964328c6105.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.154548] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb35d6bd-39e1-4e4e-b2b2-0f5be95c2bf0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.160667] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1177.160667] env[62359]: value = "task-2441688" [ 1177.160667] env[62359]: _type = "Task" [ 1177.160667] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.167895] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.671385] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441688, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.807330] env[62359]: INFO nova.compute.manager [None req-d80eff2c-28be-46bd-9d3d-dae8027d18fb tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance to original state: 'active' [ 1178.172118] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441688, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.672563] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441688, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.173765] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441688, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.484368] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.484595] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.484801] env[62359]: DEBUG nova.compute.manager [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Going to confirm migration 9 {{(pid=62359) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1179.536901] env[62359]: DEBUG oslo_concurrency.lockutils [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.537201] env[62359]: DEBUG oslo_concurrency.lockutils [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.537416] env[62359]: DEBUG oslo_concurrency.lockutils [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "ddc33c65-e68d-4f24-8382-d2f3601aa525-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.537601] env[62359]: DEBUG oslo_concurrency.lockutils [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.537822] env[62359]: DEBUG oslo_concurrency.lockutils [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.540115] env[62359]: INFO nova.compute.manager [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Terminating instance [ 1179.675448] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441688, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.044885] env[62359]: DEBUG nova.compute.manager [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.044885] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.044885] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c8f234c-8fc0-4b4c-b244-f144a4351ad3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.052472] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1180.052472] env[62359]: value = "task-2441689" [ 1180.052472] env[62359]: _type = "Task" [ 1180.052472] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.057085] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.057370] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquired lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.057561] env[62359]: DEBUG nova.network.neutron [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.057745] env[62359]: DEBUG nova.objects.instance [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lazy-loading 'info_cache' on Instance uuid 0b541ba8-3383-4334-b37a-49ec3e6c3321 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.063851] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.174716] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441688, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.55036} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.174993] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e1504e88-d6f2-4acd-8e45-7408ecb0af71/e1504e88-d6f2-4acd-8e45-7408ecb0af71.vmdk to [datastore2] 55767968-93f7-474f-9949-b964328c6105/55767968-93f7-474f-9949-b964328c6105.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.175762] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e377dd5-fa36-4549-92c5-ea87e8559da2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.197345] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 55767968-93f7-474f-9949-b964328c6105/55767968-93f7-474f-9949-b964328c6105.vmdk or device None with type streamOptimized {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.197596] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9534ab07-bcf8-473f-b4fe-782a03457b31 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.217694] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1180.217694] env[62359]: value = "task-2441690" [ 1180.217694] env[62359]: _type = "Task" [ 1180.217694] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.227434] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.564662] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441689, 'name': PowerOffVM_Task, 'duration_secs': 0.221132} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.564925] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.565144] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.565338] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494579', 'volume_id': '615e82d2-5c8f-4755-95c7-b7087bc67983', 'name': 'volume-615e82d2-5c8f-4755-95c7-b7087bc67983', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ddc33c65-e68d-4f24-8382-d2f3601aa525', 'attached_at': '2025-02-10T21:21:14.000000', 'detached_at': '', 'volume_id': '615e82d2-5c8f-4755-95c7-b7087bc67983', 'serial': '615e82d2-5c8f-4755-95c7-b7087bc67983'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.566584] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec431fa-4a53-48bb-8832-4c346e24a797 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.588337] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455aa799-9f13-4f0a-96bb-da6c3a69a0ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.595492] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4854c10a-edc2-419d-a200-83c6b6bd41a8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.616836] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7dae27-58da-400a-9fb1-0ebb3b3ec49f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.630890] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] The volume has not been displaced from its original location: [datastore1] volume-615e82d2-5c8f-4755-95c7-b7087bc67983/volume-615e82d2-5c8f-4755-95c7-b7087bc67983.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.636009] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.636515] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c33b190f-de93-49d3-a9cd-cd93fe9b96cd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.654499] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1180.654499] env[62359]: value = "task-2441691" [ 1180.654499] env[62359]: _type = "Task" [ 1180.654499] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.661797] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.727305] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.165800] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441691, 'name': ReconfigVM_Task, 'duration_secs': 0.203412} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.166100] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.173129] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-620bf6de-3e24-44aa-8deb-6dee60e72172 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.188510] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1181.188510] env[62359]: value = "task-2441692" [ 1181.188510] env[62359]: _type = "Task" [ 1181.188510] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.198116] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.227334] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.301536] env[62359]: DEBUG nova.network.neutron [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance_info_cache with network_info: [{"id": "f0304174-315c-47b2-bd45-78a885d8d27a", "address": "fa:16:3e:19:23:47", "network": {"id": "42c87fb4-936d-464a-a8b4-a7024493ffba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-20194677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe9b5ca6094ec1b31838029de4e3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0304174-31", "ovs_interfaceid": "f0304174-315c-47b2-bd45-78a885d8d27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.698279] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441692, 'name': ReconfigVM_Task, 'duration_secs': 0.137989} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.698578] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494579', 'volume_id': '615e82d2-5c8f-4755-95c7-b7087bc67983', 'name': 'volume-615e82d2-5c8f-4755-95c7-b7087bc67983', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ddc33c65-e68d-4f24-8382-d2f3601aa525', 'attached_at': '2025-02-10T21:21:14.000000', 'detached_at': '', 'volume_id': '615e82d2-5c8f-4755-95c7-b7087bc67983', 'serial': '615e82d2-5c8f-4755-95c7-b7087bc67983'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1181.698870] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.699649] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63151135-d7e2-495c-a5af-059b2e593111 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.706417] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.706643] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c4ce82a-d7f0-4d65-a233-8c71c810017d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.727215] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441690, 'name': ReconfigVM_Task, 'duration_secs': 1.0709} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.727465] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 55767968-93f7-474f-9949-b964328c6105/55767968-93f7-474f-9949-b964328c6105.vmdk or device None with type streamOptimized {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.728068] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-229939a8-2042-4e88-b5ac-3e25076d9085 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.734357] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1181.734357] env[62359]: value = "task-2441694" [ 1181.734357] env[62359]: _type = "Task" [ 1181.734357] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.741813] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441694, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.771571] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.771785] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.771986] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleting the datastore file [datastore2] ddc33c65-e68d-4f24-8382-d2f3601aa525 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.772270] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-299eaa1a-48d6-4210-8479-e7374ab2c87a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.778611] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1181.778611] env[62359]: value = "task-2441695" [ 1181.778611] env[62359]: _type = "Task" [ 1181.778611] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.786448] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.804287] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Releasing lock "refresh_cache-0b541ba8-3383-4334-b37a-49ec3e6c3321" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.804599] env[62359]: DEBUG nova.objects.instance [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lazy-loading 'migration_context' on Instance uuid 0b541ba8-3383-4334-b37a-49ec3e6c3321 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.244356] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441694, 'name': Rename_Task, 'duration_secs': 0.139926} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.244743] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.244882] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b84fefb-b78a-4226-9a80-19614a5e2afa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.251931] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1182.251931] env[62359]: value = "task-2441696" [ 1182.251931] env[62359]: _type = "Task" [ 1182.251931] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.266919] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.291826] env[62359]: DEBUG oslo_vmware.api [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15088} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.292107] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.292264] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.292446] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.292622] env[62359]: INFO nova.compute.manager [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1182.292861] env[62359]: DEBUG oslo.service.loopingcall [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.293132] env[62359]: DEBUG nova.compute.manager [-] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.293188] env[62359]: DEBUG nova.network.neutron [-] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.307660] env[62359]: DEBUG nova.objects.base [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Object Instance<0b541ba8-3383-4334-b37a-49ec3e6c3321> lazy-loaded attributes: info_cache,migration_context {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1182.308525] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e4c467-8017-46c1-8638-d1263aa621a4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.327769] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fad765e-1088-4491-81a3-724cd69a1326 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.334314] env[62359]: DEBUG oslo_vmware.api [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1182.334314] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52736cce-9b16-2677-fbf6-110cab03d6ba" [ 1182.334314] env[62359]: _type = "Task" [ 1182.334314] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.342520] env[62359]: DEBUG oslo_vmware.api [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52736cce-9b16-2677-fbf6-110cab03d6ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.763972] env[62359]: DEBUG oslo_vmware.api [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441696, 'name': PowerOnVM_Task, 'duration_secs': 0.504755} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.763972] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.781094] env[62359]: DEBUG nova.compute.manager [req-f7597e7e-5577-4cf9-b91b-f218ce823b6e req-12daa434-a63d-4791-9fe4-b785c30fab11 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Received event network-vif-deleted-1766e529-b907-4e49-b13a-223825d70f70 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1182.781756] env[62359]: INFO nova.compute.manager [req-f7597e7e-5577-4cf9-b91b-f218ce823b6e req-12daa434-a63d-4791-9fe4-b785c30fab11 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Neutron deleted interface 1766e529-b907-4e49-b13a-223825d70f70; detaching it from the instance and deleting it from the info cache [ 1182.781756] env[62359]: DEBUG nova.network.neutron [req-f7597e7e-5577-4cf9-b91b-f218ce823b6e req-12daa434-a63d-4791-9fe4-b785c30fab11 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.845501] env[62359]: DEBUG oslo_vmware.api [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52736cce-9b16-2677-fbf6-110cab03d6ba, 'name': SearchDatastore_Task, 'duration_secs': 0.006772} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.845697] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.845819] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.866322] env[62359]: DEBUG nova.compute.manager [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.867393] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2357a5-41ec-43c1-9961-51e9e64ba6d8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.045973] env[62359]: DEBUG oslo_concurrency.lockutils [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.046270] env[62359]: DEBUG oslo_concurrency.lockutils [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.259131] env[62359]: DEBUG nova.network.neutron [-] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.283777] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb30cde5-66cd-40c1-a750-65f6b8933f40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.293670] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5ab347-dfe8-4a81-97d5-d088dd814ba5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.323733] env[62359]: DEBUG nova.compute.manager [req-f7597e7e-5577-4cf9-b91b-f218ce823b6e req-12daa434-a63d-4791-9fe4-b785c30fab11 service nova] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Detach interface failed, port_id=1766e529-b907-4e49-b13a-223825d70f70, reason: Instance ddc33c65-e68d-4f24-8382-d2f3601aa525 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1183.383387] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fc3109ee-b5c5-4048-b6a8-4c4afb9c8e7e tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "55767968-93f7-474f-9949-b964328c6105" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.845s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.470469] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31940704-f096-4cff-a344-62509c47ed44 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.478196] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6322bb4-d75c-46ba-aa89-3b9f8eb360a2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.513683] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ead6e8-71bb-4466-a48f-c3ae4136bbe9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.521297] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb91b22-d155-45c2-abb3-7c39109abeed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.535869] env[62359]: DEBUG nova.compute.provider_tree [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.549742] env[62359]: DEBUG nova.compute.utils [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1183.762741] env[62359]: INFO nova.compute.manager [-] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Took 1.47 seconds to deallocate network for instance. [ 1184.038783] env[62359]: DEBUG nova.scheduler.client.report [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.052096] env[62359]: DEBUG oslo_concurrency.lockutils [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.307380] env[62359]: INFO nova.compute.manager [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: ddc33c65-e68d-4f24-8382-d2f3601aa525] Took 0.54 seconds to detach 1 volumes for instance. [ 1184.813490] env[62359]: DEBUG oslo_concurrency.lockutils [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.053055] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.206s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.054944] env[62359]: DEBUG oslo_concurrency.lockutils [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.242s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.055170] env[62359]: DEBUG oslo_concurrency.lockutils [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.078426] env[62359]: INFO nova.scheduler.client.report [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleted allocations for instance ddc33c65-e68d-4f24-8382-d2f3601aa525 [ 1185.120061] env[62359]: DEBUG oslo_concurrency.lockutils [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.120339] env[62359]: DEBUG oslo_concurrency.lockutils [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.120570] env[62359]: INFO nova.compute.manager [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Attaching volume 41d74f4c-c6ca-4129-a8ac-ad6de5184331 to /dev/sdb [ 1185.150946] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e3ba91-b5e1-4646-8bfd-b5aab13befca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.159310] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682a439d-0206-454b-a603-d55376b4723f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.173149] env[62359]: DEBUG nova.virt.block_device [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Updating existing volume attachment record: f0e0b340-2a0c-427b-966d-6bf807f96751 {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1185.586773] env[62359]: DEBUG oslo_concurrency.lockutils [None req-45843cac-2f27-46ec-a193-93a95835dcd3 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "ddc33c65-e68d-4f24-8382-d2f3601aa525" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.049s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.611832] env[62359]: INFO nova.scheduler.client.report [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted allocation for migration 4f5fb8e8-291b-417b-9d3f-4905bde01f91 [ 1185.883841] env[62359]: INFO nova.compute.manager [None req-670f6ab7-1d83-41e6-b288-cdc49e1a7161 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Get console output [ 1185.884155] env[62359]: WARNING nova.virt.vmwareapi.driver [None req-670f6ab7-1d83-41e6-b288-cdc49e1a7161 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] The console log is missing. Check your VSPC configuration [ 1186.117157] env[62359]: DEBUG oslo_concurrency.lockutils [None req-2837b05e-05c5-4d29-8ddc-9454228278b4 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.632s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.744262] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquiring lock "dea22595-2aac-463d-84bb-4ad4dba8249f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.744539] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Lock "dea22595-2aac-463d-84bb-4ad4dba8249f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.744752] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquiring lock "dea22595-2aac-463d-84bb-4ad4dba8249f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.744946] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Lock "dea22595-2aac-463d-84bb-4ad4dba8249f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.745137] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Lock "dea22595-2aac-463d-84bb-4ad4dba8249f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.748885] env[62359]: INFO nova.compute.manager [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Terminating instance [ 1186.802928] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "6667005b-220a-4776-b388-12051f8b8fa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.803169] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "6667005b-220a-4776-b388-12051f8b8fa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.252708] env[62359]: DEBUG nova.compute.manager [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.252881] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.253856] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b997dc4-cfd0-4fda-9c2a-223f58c037ac {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.262325] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.262546] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2584d54-dda4-42c7-a4f6-d71ff93dc645 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.269278] env[62359]: DEBUG oslo_vmware.api [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for the task: (returnval){ [ 1187.269278] env[62359]: value = "task-2441698" [ 1187.269278] env[62359]: _type = "Task" [ 1187.269278] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.278203] env[62359]: DEBUG oslo_vmware.api [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.305845] env[62359]: DEBUG nova.compute.manager [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.779612] env[62359]: DEBUG oslo_vmware.api [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441698, 'name': PowerOffVM_Task, 'duration_secs': 0.189465} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.779929] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.779992] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.780244] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b773ecef-30e9-423c-a535-537d58ea2da4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.829149] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.829421] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.830934] env[62359]: INFO nova.compute.claims [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.841234] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.841438] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.841620] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Deleting the datastore file [datastore1] dea22595-2aac-463d-84bb-4ad4dba8249f {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.841867] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f91923b3-5bd2-4f92-a031-4bdb3c921e8c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.848328] env[62359]: DEBUG oslo_vmware.api [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for the task: (returnval){ [ 1187.848328] env[62359]: value = "task-2441701" [ 1187.848328] env[62359]: _type = "Task" [ 1187.848328] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.856507] env[62359]: DEBUG oslo_vmware.api [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.358243] env[62359]: DEBUG oslo_vmware.api [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Task: {'id': task-2441701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128753} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.358550] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.358740] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.358920] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.359102] env[62359]: INFO nova.compute.manager [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1188.359376] env[62359]: DEBUG oslo.service.loopingcall [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.359604] env[62359]: DEBUG nova.compute.manager [-] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.359701] env[62359]: DEBUG nova.network.neutron [-] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.806780] env[62359]: DEBUG nova.compute.manager [req-7731f598-9d4d-487f-80ac-a9c2ecfb17e7 req-31b66902-74c4-44ed-bd00-fef40b855e27 service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Received event network-vif-deleted-c6caf618-ac7b-4a84-a6fd-9da13e8382c6 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.806780] env[62359]: INFO nova.compute.manager [req-7731f598-9d4d-487f-80ac-a9c2ecfb17e7 req-31b66902-74c4-44ed-bd00-fef40b855e27 service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Neutron deleted interface c6caf618-ac7b-4a84-a6fd-9da13e8382c6; detaching it from the instance and deleting it from the info cache [ 1188.806780] env[62359]: DEBUG nova.network.neutron [req-7731f598-9d4d-487f-80ac-a9c2ecfb17e7 req-31b66902-74c4-44ed-bd00-fef40b855e27 service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.938268] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b110ef8-e80f-424f-a466-6161faddfc3b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.946411] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698322af-ea27-4e74-a2d2-8601ddbad80d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.976974] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46abad91-c058-46f4-8c8c-7c6db2e69f71 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.984763] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463604b4-7fd6-420c-a540-b1397e491f5b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.998603] env[62359]: DEBUG nova.compute.provider_tree [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.290905] env[62359]: DEBUG nova.network.neutron [-] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.308985] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fe4f3cc-f016-4846-8fb8-a2db6c47746a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.318869] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805d101e-2b65-4e9e-ae3b-94ac243f97eb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.348031] env[62359]: DEBUG nova.compute.manager [req-7731f598-9d4d-487f-80ac-a9c2ecfb17e7 req-31b66902-74c4-44ed-bd00-fef40b855e27 service nova] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Detach interface failed, port_id=c6caf618-ac7b-4a84-a6fd-9da13e8382c6, reason: Instance dea22595-2aac-463d-84bb-4ad4dba8249f could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1189.502374] env[62359]: DEBUG nova.scheduler.client.report [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.717100] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1189.717366] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494591', 'volume_id': '41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'name': 'volume-41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '726cdbc5-cd90-46ea-8dcb-52a016e61f4d', 'attached_at': '', 'detached_at': '', 'volume_id': '41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'serial': '41d74f4c-c6ca-4129-a8ac-ad6de5184331'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1189.718245] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc01c4b3-ffce-47d1-8b1d-c3bb0c8d10f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.735028] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ef3947-8833-45a9-9ca9-9acdabcf4b17 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.759850] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-41d74f4c-c6ca-4129-a8ac-ad6de5184331/volume-41d74f4c-c6ca-4129-a8ac-ad6de5184331.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.760103] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8705d68e-1d06-4bde-aaf7-45ab7e59d669 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.778190] env[62359]: DEBUG oslo_vmware.api [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1189.778190] env[62359]: value = "task-2441702" [ 1189.778190] env[62359]: _type = "Task" [ 1189.778190] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.786044] env[62359]: DEBUG oslo_vmware.api [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.793551] env[62359]: INFO nova.compute.manager [-] [instance: dea22595-2aac-463d-84bb-4ad4dba8249f] Took 1.43 seconds to deallocate network for instance. [ 1190.007241] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.007719] env[62359]: DEBUG nova.compute.manager [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.288623] env[62359]: DEBUG oslo_vmware.api [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441702, 'name': ReconfigVM_Task, 'duration_secs': 0.356644} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.288980] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-41d74f4c-c6ca-4129-a8ac-ad6de5184331/volume-41d74f4c-c6ca-4129-a8ac-ad6de5184331.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.293773] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d41c8f-23b4-4b4a-8d58-2087875864ec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.303987] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.304254] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.304462] env[62359]: DEBUG nova.objects.instance [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Lazy-loading 'resources' on Instance uuid dea22595-2aac-463d-84bb-4ad4dba8249f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.311673] env[62359]: DEBUG oslo_vmware.api [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1190.311673] env[62359]: value = "task-2441703" [ 1190.311673] env[62359]: _type = "Task" [ 1190.311673] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.321023] env[62359]: DEBUG oslo_vmware.api [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.513894] env[62359]: DEBUG nova.compute.utils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1190.515411] env[62359]: DEBUG nova.compute.manager [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.515585] env[62359]: DEBUG nova.network.neutron [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.564255] env[62359]: DEBUG nova.policy [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '788fdcd23d07406c9ed186e178f524d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4550d6bc4ada467e91c13dbe0c828b87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.824586] env[62359]: DEBUG oslo_vmware.api [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441703, 'name': ReconfigVM_Task, 'duration_secs': 0.165465} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.824940] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494591', 'volume_id': '41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'name': 'volume-41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '726cdbc5-cd90-46ea-8dcb-52a016e61f4d', 'attached_at': '', 'detached_at': '', 'volume_id': '41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'serial': '41d74f4c-c6ca-4129-a8ac-ad6de5184331'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1190.857332] env[62359]: DEBUG nova.network.neutron [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Successfully created port: 8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.937965] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd898af0-a09f-4fb5-875d-0df8af60adea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.946333] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0999cb0b-9d11-4dfe-aaa1-027ff944f6e3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.977601] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904a2751-e164-4fc2-b4ae-26a2e4035029 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.984698] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457258f5-8677-4903-a55b-ee6323139ed6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.997938] env[62359]: DEBUG nova.compute.provider_tree [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.018682] env[62359]: DEBUG nova.compute.manager [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.500703] env[62359]: DEBUG nova.scheduler.client.report [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.860069] env[62359]: DEBUG nova.objects.instance [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lazy-loading 'flavor' on Instance uuid 726cdbc5-cd90-46ea-8dcb-52a016e61f4d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.005886] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.027376] env[62359]: DEBUG nova.compute.manager [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.034324] env[62359]: INFO nova.scheduler.client.report [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Deleted allocations for instance dea22595-2aac-463d-84bb-4ad4dba8249f [ 1192.054301] env[62359]: DEBUG nova.virt.hardware [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.054547] env[62359]: DEBUG nova.virt.hardware [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.054707] env[62359]: DEBUG nova.virt.hardware [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.054887] env[62359]: DEBUG nova.virt.hardware [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.055093] env[62359]: DEBUG nova.virt.hardware [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.055192] env[62359]: DEBUG nova.virt.hardware [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.055402] env[62359]: DEBUG nova.virt.hardware [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.055561] env[62359]: DEBUG nova.virt.hardware [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.055731] env[62359]: DEBUG nova.virt.hardware [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.055896] env[62359]: DEBUG nova.virt.hardware [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.056081] env[62359]: DEBUG nova.virt.hardware [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.056956] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b34cc2-fe1e-4c62-8e69-561ce0438e40 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.065515] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e752fd9d-faec-460e-8c7f-30225563d7f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.236129] env[62359]: DEBUG nova.compute.manager [req-ba694ad8-51ff-4753-8211-6037a2cba30d req-08d4ce2e-31e0-4478-89c0-46491807bc8b service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Received event network-vif-plugged-8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.236452] env[62359]: DEBUG oslo_concurrency.lockutils [req-ba694ad8-51ff-4753-8211-6037a2cba30d req-08d4ce2e-31e0-4478-89c0-46491807bc8b service nova] Acquiring lock "6667005b-220a-4776-b388-12051f8b8fa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.236619] env[62359]: DEBUG oslo_concurrency.lockutils [req-ba694ad8-51ff-4753-8211-6037a2cba30d req-08d4ce2e-31e0-4478-89c0-46491807bc8b service nova] Lock "6667005b-220a-4776-b388-12051f8b8fa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.236813] env[62359]: DEBUG oslo_concurrency.lockutils [req-ba694ad8-51ff-4753-8211-6037a2cba30d req-08d4ce2e-31e0-4478-89c0-46491807bc8b service nova] Lock "6667005b-220a-4776-b388-12051f8b8fa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.236959] env[62359]: DEBUG nova.compute.manager [req-ba694ad8-51ff-4753-8211-6037a2cba30d req-08d4ce2e-31e0-4478-89c0-46491807bc8b service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] No waiting events found dispatching network-vif-plugged-8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.237139] env[62359]: WARNING nova.compute.manager [req-ba694ad8-51ff-4753-8211-6037a2cba30d req-08d4ce2e-31e0-4478-89c0-46491807bc8b service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Received unexpected event network-vif-plugged-8e76145f-e910-42ce-b35b-647d3bc421f5 for instance with vm_state building and task_state spawning. [ 1192.320706] env[62359]: DEBUG nova.network.neutron [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Successfully updated port: 8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.364632] env[62359]: DEBUG oslo_concurrency.lockutils [None req-983685c7-0c18-4805-80b9-172e03859064 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.543418] env[62359]: DEBUG oslo_concurrency.lockutils [None req-4810ae51-33be-4cbe-bdf4-92c910c85691 tempest-ServersTestFqdnHostnames-687780319 tempest-ServersTestFqdnHostnames-687780319-project-member] Lock "dea22595-2aac-463d-84bb-4ad4dba8249f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.799s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.636018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.636919] env[62359]: DEBUG oslo_concurrency.lockutils [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.825999] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.826350] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.826703] env[62359]: DEBUG nova.network.neutron [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.140288] env[62359]: INFO nova.compute.manager [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Detaching volume 41d74f4c-c6ca-4129-a8ac-ad6de5184331 [ 1193.177923] env[62359]: INFO nova.virt.block_device [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Attempting to driver detach volume 41d74f4c-c6ca-4129-a8ac-ad6de5184331 from mountpoint /dev/sdb [ 1193.178179] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.178468] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494591', 'volume_id': '41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'name': 'volume-41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '726cdbc5-cd90-46ea-8dcb-52a016e61f4d', 'attached_at': '', 'detached_at': '', 'volume_id': '41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'serial': '41d74f4c-c6ca-4129-a8ac-ad6de5184331'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.179359] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac809b95-103c-4af0-ad14-0faeba4ce34a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.201242] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299537ec-07a8-47a7-83df-e570800c994c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.208686] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c29048-667c-4aef-9c52-0328a09b3085 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.228932] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41244a95-c570-4dcd-b812-b29dc9eb7b7b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.244100] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] The volume has not been displaced from its original location: [datastore2] volume-41d74f4c-c6ca-4129-a8ac-ad6de5184331/volume-41d74f4c-c6ca-4129-a8ac-ad6de5184331.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1193.249295] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.249575] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36d8d30-8631-4282-8dc6-650d7459a13f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.267735] env[62359]: DEBUG oslo_vmware.api [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1193.267735] env[62359]: value = "task-2441704" [ 1193.267735] env[62359]: _type = "Task" [ 1193.267735] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.275694] env[62359]: DEBUG oslo_vmware.api [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.369314] env[62359]: DEBUG nova.network.neutron [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.596421] env[62359]: DEBUG nova.network.neutron [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updating instance_info_cache with network_info: [{"id": "8e76145f-e910-42ce-b35b-647d3bc421f5", "address": "fa:16:3e:e6:33:bd", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e76145f-e9", "ovs_interfaceid": "8e76145f-e910-42ce-b35b-647d3bc421f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.779472] env[62359]: DEBUG oslo_vmware.api [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.099702] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.100059] env[62359]: DEBUG nova.compute.manager [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Instance network_info: |[{"id": "8e76145f-e910-42ce-b35b-647d3bc421f5", "address": "fa:16:3e:e6:33:bd", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e76145f-e9", "ovs_interfaceid": "8e76145f-e910-42ce-b35b-647d3bc421f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.100531] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:33:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e76145f-e910-42ce-b35b-647d3bc421f5', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.107808] env[62359]: DEBUG oslo.service.loopingcall [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1194.108016] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.108240] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8aa1580-e2b7-427d-96f9-90b4dbccb84b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.128558] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.128558] env[62359]: value = "task-2441705" [ 1194.128558] env[62359]: _type = "Task" [ 1194.128558] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.136206] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441705, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.262845] env[62359]: DEBUG nova.compute.manager [req-9529a5d9-2390-44f4-90a1-c0efc56510eb req-199dc1aa-0ce1-42a8-9421-06140706fec9 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Received event network-changed-8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1194.263127] env[62359]: DEBUG nova.compute.manager [req-9529a5d9-2390-44f4-90a1-c0efc56510eb req-199dc1aa-0ce1-42a8-9421-06140706fec9 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Refreshing instance network info cache due to event network-changed-8e76145f-e910-42ce-b35b-647d3bc421f5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1194.263272] env[62359]: DEBUG oslo_concurrency.lockutils [req-9529a5d9-2390-44f4-90a1-c0efc56510eb req-199dc1aa-0ce1-42a8-9421-06140706fec9 service nova] Acquiring lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.263421] env[62359]: DEBUG oslo_concurrency.lockutils [req-9529a5d9-2390-44f4-90a1-c0efc56510eb req-199dc1aa-0ce1-42a8-9421-06140706fec9 service nova] Acquired lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.263586] env[62359]: DEBUG nova.network.neutron [req-9529a5d9-2390-44f4-90a1-c0efc56510eb req-199dc1aa-0ce1-42a8-9421-06140706fec9 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Refreshing network info cache for port 8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.279425] env[62359]: DEBUG oslo_vmware.api [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441704, 'name': ReconfigVM_Task, 'duration_secs': 0.721573} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.281318] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.284861] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df4a168-47b4-45c6-a7c9-05f92c3367f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.300853] env[62359]: DEBUG oslo_vmware.api [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1194.300853] env[62359]: value = "task-2441706" [ 1194.300853] env[62359]: _type = "Task" [ 1194.300853] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.309515] env[62359]: DEBUG oslo_vmware.api [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.638865] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441705, 'name': CreateVM_Task, 'duration_secs': 0.349152} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.639125] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.639747] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.639910] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.640245] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.640606] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9a849d-3c78-4f5c-bdc8-a3aeea9ed714 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.644991] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1194.644991] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520c28dd-060e-6e15-dace-6e9fd726d758" [ 1194.644991] env[62359]: _type = "Task" [ 1194.644991] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.652824] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520c28dd-060e-6e15-dace-6e9fd726d758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.813561] env[62359]: DEBUG oslo_vmware.api [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441706, 'name': ReconfigVM_Task, 'duration_secs': 0.16003} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.814074] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494591', 'volume_id': '41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'name': 'volume-41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '726cdbc5-cd90-46ea-8dcb-52a016e61f4d', 'attached_at': '', 'detached_at': '', 'volume_id': '41d74f4c-c6ca-4129-a8ac-ad6de5184331', 'serial': '41d74f4c-c6ca-4129-a8ac-ad6de5184331'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1194.998508] env[62359]: DEBUG nova.network.neutron [req-9529a5d9-2390-44f4-90a1-c0efc56510eb req-199dc1aa-0ce1-42a8-9421-06140706fec9 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updated VIF entry in instance network info cache for port 8e76145f-e910-42ce-b35b-647d3bc421f5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.998884] env[62359]: DEBUG nova.network.neutron [req-9529a5d9-2390-44f4-90a1-c0efc56510eb req-199dc1aa-0ce1-42a8-9421-06140706fec9 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updating instance_info_cache with network_info: [{"id": "8e76145f-e910-42ce-b35b-647d3bc421f5", "address": "fa:16:3e:e6:33:bd", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e76145f-e9", "ovs_interfaceid": "8e76145f-e910-42ce-b35b-647d3bc421f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.156015] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520c28dd-060e-6e15-dace-6e9fd726d758, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.156792] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.157034] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.157268] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.157417] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.157597] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.158009] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-986ddf8d-9d78-427c-9940-9c3099db5bf3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.167709] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.167880] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.168643] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6c1101-b0a6-4a12-96c1-56b5e2e96271 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.173834] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1195.173834] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c90083-abcc-4c76-a8b7-4d688a241a74" [ 1195.173834] env[62359]: _type = "Task" [ 1195.173834] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.181397] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c90083-abcc-4c76-a8b7-4d688a241a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.362748] env[62359]: DEBUG nova.objects.instance [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lazy-loading 'flavor' on Instance uuid 726cdbc5-cd90-46ea-8dcb-52a016e61f4d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.501264] env[62359]: DEBUG oslo_concurrency.lockutils [req-9529a5d9-2390-44f4-90a1-c0efc56510eb req-199dc1aa-0ce1-42a8-9421-06140706fec9 service nova] Releasing lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.687636] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c90083-abcc-4c76-a8b7-4d688a241a74, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.687636] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e171b1-3c7a-4e81-b86f-9b948dc5bb6c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.692537] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1195.692537] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52573070-7050-f693-6eee-580ff3525918" [ 1195.692537] env[62359]: _type = "Task" [ 1195.692537] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.700082] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52573070-7050-f693-6eee-580ff3525918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.204174] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52573070-7050-f693-6eee-580ff3525918, 'name': SearchDatastore_Task, 'duration_secs': 0.009093} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.204462] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.204732] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 6667005b-220a-4776-b388-12051f8b8fa3/6667005b-220a-4776-b388-12051f8b8fa3.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.204984] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88cdc0b6-b470-4bba-bee3-16c451fc1f76 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.212661] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1196.212661] env[62359]: value = "task-2441707" [ 1196.212661] env[62359]: _type = "Task" [ 1196.212661] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.221454] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.369714] env[62359]: DEBUG oslo_concurrency.lockutils [None req-979bd7e2-bbbe-4ef5-8704-efc1a01f39a1 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.733s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.724206] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463346} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.724488] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 6667005b-220a-4776-b388-12051f8b8fa3/6667005b-220a-4776-b388-12051f8b8fa3.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.724737] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.725014] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9067d177-9dbb-46aa-ba85-dc8eb15dc6c8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.731676] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1196.731676] env[62359]: value = "task-2441708" [ 1196.731676] env[62359]: _type = "Task" [ 1196.731676] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.740304] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.900968] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.901297] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.901520] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.901708] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.901878] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.903984] env[62359]: INFO nova.compute.manager [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Terminating instance [ 1197.242696] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136982} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.243093] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.244136] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fdb28e-4e12-4b30-ad94-cee50e9d40f7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.273273] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 6667005b-220a-4776-b388-12051f8b8fa3/6667005b-220a-4776-b388-12051f8b8fa3.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.273564] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e9300fa-3228-4afa-b279-154571204cb3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.296097] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1197.296097] env[62359]: value = "task-2441709" [ 1197.296097] env[62359]: _type = "Task" [ 1197.296097] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.304369] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.407490] env[62359]: DEBUG nova.compute.manager [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.407801] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.409090] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecb632c-f5d7-4b46-98b8-936f3296e18a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.416190] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.416372] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7adea32-234d-40dd-b605-3f11b4b028d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.422104] env[62359]: DEBUG oslo_vmware.api [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1197.422104] env[62359]: value = "task-2441710" [ 1197.422104] env[62359]: _type = "Task" [ 1197.422104] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.431886] env[62359]: DEBUG oslo_vmware.api [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.810057] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.933543] env[62359]: DEBUG oslo_vmware.api [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441710, 'name': PowerOffVM_Task, 'duration_secs': 0.193672} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.933543] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.933718] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.934089] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2a1fa0-b050-4014-92b0-3c9f4f7a3779 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.997385] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.997709] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.997984] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleting the datastore file [datastore1] 726cdbc5-cd90-46ea-8dcb-52a016e61f4d {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.998313] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72354040-f658-402f-8d43-eb0c64fe5696 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.005179] env[62359]: DEBUG oslo_vmware.api [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1198.005179] env[62359]: value = "task-2441712" [ 1198.005179] env[62359]: _type = "Task" [ 1198.005179] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.013108] env[62359]: DEBUG oslo_vmware.api [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.309319] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.515274] env[62359]: DEBUG oslo_vmware.api [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130336} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.515538] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.515729] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.515904] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.516137] env[62359]: INFO nova.compute.manager [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1198.516372] env[62359]: DEBUG oslo.service.loopingcall [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1198.516573] env[62359]: DEBUG nova.compute.manager [-] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.516697] env[62359]: DEBUG nova.network.neutron [-] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.809948] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441709, 'name': ReconfigVM_Task, 'duration_secs': 1.153824} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.810252] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 6667005b-220a-4776-b388-12051f8b8fa3/6667005b-220a-4776-b388-12051f8b8fa3.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.810914] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-220ea391-42ec-4351-a23a-73674a121240 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.817537] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1198.817537] env[62359]: value = "task-2441713" [ 1198.817537] env[62359]: _type = "Task" [ 1198.817537] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.825444] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441713, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.005033] env[62359]: DEBUG nova.compute.manager [req-0d7a131a-5f1c-42e9-982f-7c9c2ffe62a0 req-32001945-7fc7-44cf-9001-b39959586199 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Received event network-vif-deleted-48bb8cca-1d29-45e0-b28a-195d0b168a4d {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.005254] env[62359]: INFO nova.compute.manager [req-0d7a131a-5f1c-42e9-982f-7c9c2ffe62a0 req-32001945-7fc7-44cf-9001-b39959586199 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Neutron deleted interface 48bb8cca-1d29-45e0-b28a-195d0b168a4d; detaching it from the instance and deleting it from the info cache [ 1199.005427] env[62359]: DEBUG nova.network.neutron [req-0d7a131a-5f1c-42e9-982f-7c9c2ffe62a0 req-32001945-7fc7-44cf-9001-b39959586199 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.062119] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquiring lock "ef1b59f2-e135-4370-9305-24030144ff2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.062369] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Lock "ef1b59f2-e135-4370-9305-24030144ff2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.327460] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441713, 'name': Rename_Task, 'duration_secs': 0.159864} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.328283] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.328283] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8156d130-7414-4c47-ac84-a62b7b6022cd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.334322] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1199.334322] env[62359]: value = "task-2441714" [ 1199.334322] env[62359]: _type = "Task" [ 1199.334322] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.343455] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.416426] env[62359]: DEBUG nova.compute.manager [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Stashing vm_state: active {{(pid=62359) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1199.488646] env[62359]: DEBUG nova.network.neutron [-] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.508245] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8bf8abf-9ba5-4121-92d6-ea4d2c8fb855 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.518737] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcfc456-7df3-4b83-916f-cc8f1497aef3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.551597] env[62359]: DEBUG nova.compute.manager [req-0d7a131a-5f1c-42e9-982f-7c9c2ffe62a0 req-32001945-7fc7-44cf-9001-b39959586199 service nova] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Detach interface failed, port_id=48bb8cca-1d29-45e0-b28a-195d0b168a4d, reason: Instance 726cdbc5-cd90-46ea-8dcb-52a016e61f4d could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1199.565914] env[62359]: DEBUG nova.compute.manager [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1199.845041] env[62359]: DEBUG oslo_vmware.api [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441714, 'name': PowerOnVM_Task, 'duration_secs': 0.476543} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.845041] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.845041] env[62359]: INFO nova.compute.manager [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1199.845041] env[62359]: DEBUG nova.compute.manager [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.845804] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b696ae9e-c7cd-4dd8-9ea5-ba3f5b9f6081 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.937713] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.938052] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.991356] env[62359]: INFO nova.compute.manager [-] [instance: 726cdbc5-cd90-46ea-8dcb-52a016e61f4d] Took 1.47 seconds to deallocate network for instance. [ 1200.085872] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.362177] env[62359]: INFO nova.compute.manager [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Took 12.55 seconds to build instance. [ 1200.443076] env[62359]: INFO nova.compute.claims [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.497590] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.865375] env[62359]: DEBUG oslo_concurrency.lockutils [None req-f459687a-c0c3-447e-9eff-4fedb9892360 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "6667005b-220a-4776-b388-12051f8b8fa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.062s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.949614] env[62359]: INFO nova.compute.resource_tracker [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating resource usage from migration 8a351b1b-8437-4738-ad1c-32a50b7e056b [ 1201.070341] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72797a1a-0290-4894-86f3-eaa8bd91361d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.079690] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf508ab-3a95-4eaf-afe2-6ae727930604 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.109358] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5095502a-f383-40e1-8e38-4af7dcf49c5d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.116373] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421558fb-b501-450a-849e-3df292cf19b4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.129786] env[62359]: DEBUG nova.compute.provider_tree [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.481396] env[62359]: DEBUG nova.compute.manager [req-1215d0ae-0e2c-4f60-bd9a-62ec0c2d718f req-efe396b2-2d2b-4c99-997b-0c7a89af85d2 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Received event network-changed-8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1201.481543] env[62359]: DEBUG nova.compute.manager [req-1215d0ae-0e2c-4f60-bd9a-62ec0c2d718f req-efe396b2-2d2b-4c99-997b-0c7a89af85d2 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Refreshing instance network info cache due to event network-changed-8e76145f-e910-42ce-b35b-647d3bc421f5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1201.481755] env[62359]: DEBUG oslo_concurrency.lockutils [req-1215d0ae-0e2c-4f60-bd9a-62ec0c2d718f req-efe396b2-2d2b-4c99-997b-0c7a89af85d2 service nova] Acquiring lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.481899] env[62359]: DEBUG oslo_concurrency.lockutils [req-1215d0ae-0e2c-4f60-bd9a-62ec0c2d718f req-efe396b2-2d2b-4c99-997b-0c7a89af85d2 service nova] Acquired lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.482067] env[62359]: DEBUG nova.network.neutron [req-1215d0ae-0e2c-4f60-bd9a-62ec0c2d718f req-efe396b2-2d2b-4c99-997b-0c7a89af85d2 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Refreshing network info cache for port 8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.635022] env[62359]: DEBUG nova.scheduler.client.report [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.137751] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.200s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.138149] env[62359]: INFO nova.compute.manager [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Migrating [ 1202.144230] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.058s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.145788] env[62359]: INFO nova.compute.claims [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.210540] env[62359]: DEBUG nova.network.neutron [req-1215d0ae-0e2c-4f60-bd9a-62ec0c2d718f req-efe396b2-2d2b-4c99-997b-0c7a89af85d2 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updated VIF entry in instance network info cache for port 8e76145f-e910-42ce-b35b-647d3bc421f5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.210932] env[62359]: DEBUG nova.network.neutron [req-1215d0ae-0e2c-4f60-bd9a-62ec0c2d718f req-efe396b2-2d2b-4c99-997b-0c7a89af85d2 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updating instance_info_cache with network_info: [{"id": "8e76145f-e910-42ce-b35b-647d3bc421f5", "address": "fa:16:3e:e6:33:bd", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e76145f-e9", "ovs_interfaceid": "8e76145f-e910-42ce-b35b-647d3bc421f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.655470] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.655701] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.655838] env[62359]: DEBUG nova.network.neutron [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.713824] env[62359]: DEBUG oslo_concurrency.lockutils [req-1215d0ae-0e2c-4f60-bd9a-62ec0c2d718f req-efe396b2-2d2b-4c99-997b-0c7a89af85d2 service nova] Releasing lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.766696] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.766696] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.275294] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b3e9b2-0d70-42c8-98b4-2da143dbf681 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.285200] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f6cc57-141c-49c1-bcf3-ae2495e1f0c4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.318103] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9df508-5368-40e6-87e8-bfc14028535e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.325691] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9a8915-c795-4565-85e8-83fb7fd6f151 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.339042] env[62359]: DEBUG nova.compute.provider_tree [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.387825] env[62359]: DEBUG nova.network.neutron [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance_info_cache with network_info: [{"id": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "address": "fa:16:3e:04:b6:26", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9bb019-30", "ovs_interfaceid": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.766494] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.766741] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.766884] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.767035] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62359) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1203.843290] env[62359]: DEBUG nova.scheduler.client.report [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.891030] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.348726] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.349200] env[62359]: DEBUG nova.compute.manager [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.352029] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.854s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.352189] env[62359]: DEBUG nova.objects.instance [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lazy-loading 'resources' on Instance uuid 726cdbc5-cd90-46ea-8dcb-52a016e61f4d {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.767296] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.767473] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Starting heal instance info cache {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1204.854806] env[62359]: DEBUG nova.compute.utils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1204.859849] env[62359]: DEBUG nova.compute.manager [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.860217] env[62359]: DEBUG nova.network.neutron [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.911052] env[62359]: DEBUG nova.policy [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c29e1ddf53a46cf91bf470175cc4dfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2c1cb36125a4fe79db6bb7e69dbaeec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.979326] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a1d2da-608a-4995-bbf4-7a103680cf71 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.986993] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10d4474-2a5f-49b1-8720-8fc02ec17b0f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.018985] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e8e059-10f2-49a0-9919-039b8e2bfdfc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.025030] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f24e152-b25d-47bd-8864-cff114b30d90 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.038842] env[62359]: DEBUG nova.compute.provider_tree [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.203519] env[62359]: DEBUG nova.network.neutron [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Successfully created port: e149ed6c-8b56-4f76-94e0-99a36a7472e1 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.361053] env[62359]: DEBUG nova.compute.manager [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.403009] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcfbeb1-a3ef-4b7d-8461-3da3df64241d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.423507] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance '92974d94-bd8f-4743-83e0-cbcbccfa7e2f' progress to 0 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.542219] env[62359]: DEBUG nova.scheduler.client.report [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.772724] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Didn't find any instances for network info cache update. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1205.772990] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.929715] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.930048] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0083489d-b645-4c26-8c96-9f71e3ff68ae {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.940551] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1205.940551] env[62359]: value = "task-2441715" [ 1205.940551] env[62359]: _type = "Task" [ 1205.940551] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.951800] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.047181] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.070760] env[62359]: INFO nova.scheduler.client.report [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleted allocations for instance 726cdbc5-cd90-46ea-8dcb-52a016e61f4d [ 1206.275753] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.275862] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.275937] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.276130] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62359) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1206.277034] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922791eb-551b-4c17-b390-acb5e5190c93 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.285763] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0472f008-bc92-4dbf-b78c-d21ee67d58f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.301010] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860591c5-7bc3-4340-8374-70f7f4faf0d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.307393] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7e01da-18ff-41e9-83da-94f73d810d5e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.337341] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180318MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62359) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1206.337486] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.337642] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.370933] env[62359]: DEBUG nova.compute.manager [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.397335] env[62359]: DEBUG nova.virt.hardware [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.397642] env[62359]: DEBUG nova.virt.hardware [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.397817] env[62359]: DEBUG nova.virt.hardware [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.398040] env[62359]: DEBUG nova.virt.hardware [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.398177] env[62359]: DEBUG nova.virt.hardware [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.398327] env[62359]: DEBUG nova.virt.hardware [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.398567] env[62359]: DEBUG nova.virt.hardware [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.398737] env[62359]: DEBUG nova.virt.hardware [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.398951] env[62359]: DEBUG nova.virt.hardware [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.399135] env[62359]: DEBUG nova.virt.hardware [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.399311] env[62359]: DEBUG nova.virt.hardware [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.400213] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e52d21-c6ee-4090-ad9f-70638aede157 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.408597] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27635b97-3ff0-4ded-8306-2e678ede0334 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.449567] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441715, 'name': PowerOffVM_Task, 'duration_secs': 0.246982} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.449820] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.450013] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance '92974d94-bd8f-4743-83e0-cbcbccfa7e2f' progress to 17 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.579649] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ae3b236c-cc0f-4145-b1a7-ee80520aca5d tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "726cdbc5-cd90-46ea-8dcb-52a016e61f4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.678s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.689888] env[62359]: DEBUG nova.compute.manager [req-e58e32e9-3bfb-4e9b-a356-33f41020a42f req-32bcdfb2-1d3d-48c8-a20b-9b0d9a799ef1 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Received event network-vif-plugged-e149ed6c-8b56-4f76-94e0-99a36a7472e1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.690440] env[62359]: DEBUG oslo_concurrency.lockutils [req-e58e32e9-3bfb-4e9b-a356-33f41020a42f req-32bcdfb2-1d3d-48c8-a20b-9b0d9a799ef1 service nova] Acquiring lock "ef1b59f2-e135-4370-9305-24030144ff2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.690709] env[62359]: DEBUG oslo_concurrency.lockutils [req-e58e32e9-3bfb-4e9b-a356-33f41020a42f req-32bcdfb2-1d3d-48c8-a20b-9b0d9a799ef1 service nova] Lock "ef1b59f2-e135-4370-9305-24030144ff2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.690927] env[62359]: DEBUG oslo_concurrency.lockutils [req-e58e32e9-3bfb-4e9b-a356-33f41020a42f req-32bcdfb2-1d3d-48c8-a20b-9b0d9a799ef1 service nova] Lock "ef1b59f2-e135-4370-9305-24030144ff2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.691156] env[62359]: DEBUG nova.compute.manager [req-e58e32e9-3bfb-4e9b-a356-33f41020a42f req-32bcdfb2-1d3d-48c8-a20b-9b0d9a799ef1 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] No waiting events found dispatching network-vif-plugged-e149ed6c-8b56-4f76-94e0-99a36a7472e1 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.691369] env[62359]: WARNING nova.compute.manager [req-e58e32e9-3bfb-4e9b-a356-33f41020a42f req-32bcdfb2-1d3d-48c8-a20b-9b0d9a799ef1 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Received unexpected event network-vif-plugged-e149ed6c-8b56-4f76-94e0-99a36a7472e1 for instance with vm_state building and task_state spawning. [ 1206.792963] env[62359]: DEBUG nova.network.neutron [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Successfully updated port: e149ed6c-8b56-4f76-94e0-99a36a7472e1 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.955906] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.956199] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.956365] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.956543] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.956702] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.956850] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.957062] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.958089] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.958089] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.958089] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.958089] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.964263] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea44d8fb-bf6c-40df-9fd0-f9acdc24d0f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.987682] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1206.987682] env[62359]: value = "task-2441716" [ 1206.987682] env[62359]: _type = "Task" [ 1206.987682] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.998610] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.298631] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquiring lock "refresh_cache-ef1b59f2-e135-4370-9305-24030144ff2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.298804] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquired lock "refresh_cache-ef1b59f2-e135-4370-9305-24030144ff2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.298959] env[62359]: DEBUG nova.network.neutron [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.347313] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Applying migration context for instance 92974d94-bd8f-4743-83e0-cbcbccfa7e2f as it has an incoming, in-progress migration 8a351b1b-8437-4738-ad1c-32a50b7e056b. Migration status is migrating {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1207.348498] env[62359]: INFO nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating resource usage from migration 8a351b1b-8437-4738-ad1c-32a50b7e056b [ 1207.368884] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 9354bdc7-4ce8-477e-a612-328ecde7e7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1207.369048] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1207.369184] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 0b541ba8-3383-4334-b37a-49ec3e6c3321 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1207.369601] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 55767968-93f7-474f-9949-b964328c6105 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1207.369601] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 6667005b-220a-4776-b388-12051f8b8fa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1207.369601] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Migration 8a351b1b-8437-4738-ad1c-32a50b7e056b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1207.369844] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 92974d94-bd8f-4743-83e0-cbcbccfa7e2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1207.369844] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance ef1b59f2-e135-4370-9305-24030144ff2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1207.369951] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1207.370094] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1207.499566] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441716, 'name': ReconfigVM_Task, 'duration_secs': 0.143949} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.502462] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance '92974d94-bd8f-4743-83e0-cbcbccfa7e2f' progress to 33 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.517566] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d8b78c-d33b-424e-811e-a075892818c3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.525137] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3dcdf8-89ba-4102-b59b-45ca6dd83dad {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.555971] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566e3603-3880-4514-a60c-fac684026c2b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.563697] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa428545-15dc-4b0d-81bb-03303488d596 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.579097] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.844179] env[62359]: DEBUG nova.network.neutron [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.978126] env[62359]: DEBUG nova.network.neutron [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Updating instance_info_cache with network_info: [{"id": "e149ed6c-8b56-4f76-94e0-99a36a7472e1", "address": "fa:16:3e:60:e9:2c", "network": {"id": "b55baf80-ef32-4ddf-a7ea-4f931fceb784", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1350074934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c1cb36125a4fe79db6bb7e69dbaeec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape149ed6c-8b", "ovs_interfaceid": "e149ed6c-8b56-4f76-94e0-99a36a7472e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.009175] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.009460] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.009642] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.009832] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.009979] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.010141] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.010628] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.010628] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.010759] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.010805] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.010960] env[62359]: DEBUG nova.virt.hardware [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.017132] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.017733] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3701f46-9ae9-4afb-9eff-11b710db25e8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.037158] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1208.037158] env[62359]: value = "task-2441717" [ 1208.037158] env[62359]: _type = "Task" [ 1208.037158] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.045019] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.083567] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.338410] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.338732] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.480653] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Releasing lock "refresh_cache-ef1b59f2-e135-4370-9305-24030144ff2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.480974] env[62359]: DEBUG nova.compute.manager [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Instance network_info: |[{"id": "e149ed6c-8b56-4f76-94e0-99a36a7472e1", "address": "fa:16:3e:60:e9:2c", "network": {"id": "b55baf80-ef32-4ddf-a7ea-4f931fceb784", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1350074934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c1cb36125a4fe79db6bb7e69dbaeec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape149ed6c-8b", "ovs_interfaceid": "e149ed6c-8b56-4f76-94e0-99a36a7472e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.481405] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:e9:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e149ed6c-8b56-4f76-94e0-99a36a7472e1', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.488746] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Creating folder: Project (d2c1cb36125a4fe79db6bb7e69dbaeec). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1208.489032] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05d0ac92-1eb5-4bff-b8b5-f3cf6b03cd91 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.501583] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Created folder: Project (d2c1cb36125a4fe79db6bb7e69dbaeec) in parent group-v494269. [ 1208.501906] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Creating folder: Instances. Parent ref: group-v494593. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1208.501992] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4d46cf6-4a52-4bdb-9f49-98fc12c73c6c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.511556] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Created folder: Instances in parent group-v494593. [ 1208.511786] env[62359]: DEBUG oslo.service.loopingcall [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1208.511972] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.512185] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15871d6c-fd03-4628-b1a4-e7a2a15aa831 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.530986] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.530986] env[62359]: value = "task-2441720" [ 1208.530986] env[62359]: _type = "Task" [ 1208.530986] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.538424] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441720, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.545702] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441717, 'name': ReconfigVM_Task, 'duration_secs': 0.196656} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.545966] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.546858] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906d1c45-a28b-4053-91b2-947366db4a5d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.568870] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 92974d94-bd8f-4743-83e0-cbcbccfa7e2f/92974d94-bd8f-4743-83e0-cbcbccfa7e2f.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.569225] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1829fea-968a-484e-a521-4d6367be0547 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.588991] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1208.589219] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.252s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.589521] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1208.589521] env[62359]: value = "task-2441721" [ 1208.589521] env[62359]: _type = "Task" [ 1208.589521] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.600356] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.721690] env[62359]: DEBUG nova.compute.manager [req-a068921b-79e1-41a4-a292-bede759489b2 req-64e8a913-2831-4286-9dcd-90df5af83a91 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Received event network-changed-e149ed6c-8b56-4f76-94e0-99a36a7472e1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1208.721690] env[62359]: DEBUG nova.compute.manager [req-a068921b-79e1-41a4-a292-bede759489b2 req-64e8a913-2831-4286-9dcd-90df5af83a91 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Refreshing instance network info cache due to event network-changed-e149ed6c-8b56-4f76-94e0-99a36a7472e1. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1208.721955] env[62359]: DEBUG oslo_concurrency.lockutils [req-a068921b-79e1-41a4-a292-bede759489b2 req-64e8a913-2831-4286-9dcd-90df5af83a91 service nova] Acquiring lock "refresh_cache-ef1b59f2-e135-4370-9305-24030144ff2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.722430] env[62359]: DEBUG oslo_concurrency.lockutils [req-a068921b-79e1-41a4-a292-bede759489b2 req-64e8a913-2831-4286-9dcd-90df5af83a91 service nova] Acquired lock "refresh_cache-ef1b59f2-e135-4370-9305-24030144ff2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.722430] env[62359]: DEBUG nova.network.neutron [req-a068921b-79e1-41a4-a292-bede759489b2 req-64e8a913-2831-4286-9dcd-90df5af83a91 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Refreshing network info cache for port e149ed6c-8b56-4f76-94e0-99a36a7472e1 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.842422] env[62359]: DEBUG nova.compute.manager [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.041409] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441720, 'name': CreateVM_Task, 'duration_secs': 0.35083} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.041583] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.042316] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.042481] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.042803] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.043075] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05974349-5a58-4cd1-88fc-973eb8c68f21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.048032] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for the task: (returnval){ [ 1209.048032] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]522fba15-d2fa-47d1-b14b-8cf3c736c0f3" [ 1209.048032] env[62359]: _type = "Task" [ 1209.048032] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.056642] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522fba15-d2fa-47d1-b14b-8cf3c736c0f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.099407] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441721, 'name': ReconfigVM_Task, 'duration_secs': 0.347456} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.099726] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 92974d94-bd8f-4743-83e0-cbcbccfa7e2f/92974d94-bd8f-4743-83e0-cbcbccfa7e2f.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.100016] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance '92974d94-bd8f-4743-83e0-cbcbccfa7e2f' progress to 50 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.369104] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.369361] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.371184] env[62359]: INFO nova.compute.claims [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.452207] env[62359]: DEBUG nova.network.neutron [req-a068921b-79e1-41a4-a292-bede759489b2 req-64e8a913-2831-4286-9dcd-90df5af83a91 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Updated VIF entry in instance network info cache for port e149ed6c-8b56-4f76-94e0-99a36a7472e1. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.452589] env[62359]: DEBUG nova.network.neutron [req-a068921b-79e1-41a4-a292-bede759489b2 req-64e8a913-2831-4286-9dcd-90df5af83a91 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Updating instance_info_cache with network_info: [{"id": "e149ed6c-8b56-4f76-94e0-99a36a7472e1", "address": "fa:16:3e:60:e9:2c", "network": {"id": "b55baf80-ef32-4ddf-a7ea-4f931fceb784", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1350074934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c1cb36125a4fe79db6bb7e69dbaeec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape149ed6c-8b", "ovs_interfaceid": "e149ed6c-8b56-4f76-94e0-99a36a7472e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.559067] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]522fba15-d2fa-47d1-b14b-8cf3c736c0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.559507] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.559661] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.559810] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.559965] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.560157] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.560414] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a3cc086-6a23-4943-be98-02986650954b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.568897] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.569114] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.569824] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72286515-30ca-4e1e-93a8-82c220caf349 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.574990] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for the task: (returnval){ [ 1209.574990] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5252460a-2dfc-139f-b196-34790c34515c" [ 1209.574990] env[62359]: _type = "Task" [ 1209.574990] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.582839] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.583085] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5252460a-2dfc-139f-b196-34790c34515c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.583295] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.607360] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa79a1e3-4319-4a56-b636-401af4127708 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.625919] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dcf012-8f86-4c2c-bd09-471d77b1ef73 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.643277] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance '92974d94-bd8f-4743-83e0-cbcbccfa7e2f' progress to 67 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.955044] env[62359]: DEBUG oslo_concurrency.lockutils [req-a068921b-79e1-41a4-a292-bede759489b2 req-64e8a913-2831-4286-9dcd-90df5af83a91 service nova] Releasing lock "refresh_cache-ef1b59f2-e135-4370-9305-24030144ff2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.086682] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5252460a-2dfc-139f-b196-34790c34515c, 'name': SearchDatastore_Task, 'duration_secs': 0.012831} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.087419] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05311bdc-3c4f-43db-a898-d0ad64669cfd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.092387] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for the task: (returnval){ [ 1210.092387] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52acdc4f-d687-a22b-23ba-ed4354db7c58" [ 1210.092387] env[62359]: _type = "Task" [ 1210.092387] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.099977] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52acdc4f-d687-a22b-23ba-ed4354db7c58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.185164] env[62359]: DEBUG nova.network.neutron [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Port fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1210.493481] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3060646-7735-46a4-987c-b5ffa898fd20 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.501455] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72711f5-a275-4562-a2a4-13ea5e3dc8c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.535230] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1058935a-782f-4d6d-aaa2-2396b7d4a023 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.542635] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae8c14b-39f1-463d-b4ba-06342aa58705 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.557362] env[62359]: DEBUG nova.compute.provider_tree [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.601403] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52acdc4f-d687-a22b-23ba-ed4354db7c58, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.601704] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.601886] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] ef1b59f2-e135-4370-9305-24030144ff2f/ef1b59f2-e135-4370-9305-24030144ff2f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.602157] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b7e2a6b-3660-4252-a5c0-f9cf09f71ff2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.608357] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for the task: (returnval){ [ 1210.608357] env[62359]: value = "task-2441722" [ 1210.608357] env[62359]: _type = "Task" [ 1210.608357] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.616893] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.060958] env[62359]: DEBUG nova.scheduler.client.report [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.117937] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442329} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.118184] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] ef1b59f2-e135-4370-9305-24030144ff2f/ef1b59f2-e135-4370-9305-24030144ff2f.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.119125] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.119125] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de70b50f-319d-42c8-8e73-a321ef6cf460 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.125214] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for the task: (returnval){ [ 1211.125214] env[62359]: value = "task-2441723" [ 1211.125214] env[62359]: _type = "Task" [ 1211.125214] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.133331] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.207397] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.207397] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.207613] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.565851] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.566432] env[62359]: DEBUG nova.compute.manager [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.635364] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064923} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.635685] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.636304] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403c1d6b-937a-4e3a-8992-05d7134ddf4c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.657952] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] ef1b59f2-e135-4370-9305-24030144ff2f/ef1b59f2-e135-4370-9305-24030144ff2f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.658227] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed37c130-f9ae-4331-9ad4-243b41a714b3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.676978] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for the task: (returnval){ [ 1211.676978] env[62359]: value = "task-2441724" [ 1211.676978] env[62359]: _type = "Task" [ 1211.676978] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.684754] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.071998] env[62359]: DEBUG nova.compute.utils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1212.073442] env[62359]: DEBUG nova.compute.manager [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.073616] env[62359]: DEBUG nova.network.neutron [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.121076] env[62359]: DEBUG nova.policy [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e161a65db143dc89c2460fc63f29cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b9be558d91471e8c1e8fac0ba7b883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.189427] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441724, 'name': ReconfigVM_Task, 'duration_secs': 0.276365} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.189427] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] ef1b59f2-e135-4370-9305-24030144ff2f/ef1b59f2-e135-4370-9305-24030144ff2f.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.189427] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22463c92-22c5-4694-9efd-1ec4381cecf1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.201232] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for the task: (returnval){ [ 1212.201232] env[62359]: value = "task-2441725" [ 1212.201232] env[62359]: _type = "Task" [ 1212.201232] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.211529] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441725, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.260622] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.260868] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.261073] env[62359]: DEBUG nova.network.neutron [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.442543] env[62359]: DEBUG nova.network.neutron [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Successfully created port: 1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.577165] env[62359]: DEBUG nova.compute.manager [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.708552] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441725, 'name': Rename_Task, 'duration_secs': 0.142234} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.708938] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.709138] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a56c5d56-51b0-4be5-9328-34e346d927f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.714734] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for the task: (returnval){ [ 1212.714734] env[62359]: value = "task-2441726" [ 1212.714734] env[62359]: _type = "Task" [ 1212.714734] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.721927] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.868223] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.868460] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.868741] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "0b541ba8-3383-4334-b37a-49ec3e6c3321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.868952] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.869139] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.871131] env[62359]: INFO nova.compute.manager [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Terminating instance [ 1212.981602] env[62359]: DEBUG nova.network.neutron [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance_info_cache with network_info: [{"id": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "address": "fa:16:3e:04:b6:26", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9bb019-30", "ovs_interfaceid": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.224287] env[62359]: DEBUG oslo_vmware.api [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441726, 'name': PowerOnVM_Task, 'duration_secs': 0.438468} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.224565] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.224772] env[62359]: INFO nova.compute.manager [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1213.224956] env[62359]: DEBUG nova.compute.manager [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.225718] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a334a3-b017-4b1d-8ce4-85f8d1314a3e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.374422] env[62359]: DEBUG nova.compute.manager [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.374689] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.374958] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8ad3aa8-a6a0-4ac3-bbf7-71f90dce905e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.382433] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1213.382433] env[62359]: value = "task-2441727" [ 1213.382433] env[62359]: _type = "Task" [ 1213.382433] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.391577] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.484290] env[62359]: DEBUG oslo_concurrency.lockutils [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.587703] env[62359]: DEBUG nova.compute.manager [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.615177] env[62359]: DEBUG nova.virt.hardware [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.615523] env[62359]: DEBUG nova.virt.hardware [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.615759] env[62359]: DEBUG nova.virt.hardware [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.616044] env[62359]: DEBUG nova.virt.hardware [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.616277] env[62359]: DEBUG nova.virt.hardware [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.616503] env[62359]: DEBUG nova.virt.hardware [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.616809] env[62359]: DEBUG nova.virt.hardware [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.617063] env[62359]: DEBUG nova.virt.hardware [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.617322] env[62359]: DEBUG nova.virt.hardware [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.617569] env[62359]: DEBUG nova.virt.hardware [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.617839] env[62359]: DEBUG nova.virt.hardware [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.619078] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fffcbd-8564-4954-874c-254bfea1af6c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.631161] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3e2d1c-af02-4b09-acd9-52930f20c794 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.744428] env[62359]: INFO nova.compute.manager [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Took 13.67 seconds to build instance. [ 1213.810084] env[62359]: DEBUG nova.compute.manager [req-63d6afbe-fb5f-4a91-9722-8a11026fdf46 req-d6bc8208-1d33-4f13-8a17-7f1d9f9d1c17 service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Received event network-vif-plugged-1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1213.810313] env[62359]: DEBUG oslo_concurrency.lockutils [req-63d6afbe-fb5f-4a91-9722-8a11026fdf46 req-d6bc8208-1d33-4f13-8a17-7f1d9f9d1c17 service nova] Acquiring lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.810550] env[62359]: DEBUG oslo_concurrency.lockutils [req-63d6afbe-fb5f-4a91-9722-8a11026fdf46 req-d6bc8208-1d33-4f13-8a17-7f1d9f9d1c17 service nova] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.810683] env[62359]: DEBUG oslo_concurrency.lockutils [req-63d6afbe-fb5f-4a91-9722-8a11026fdf46 req-d6bc8208-1d33-4f13-8a17-7f1d9f9d1c17 service nova] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.810851] env[62359]: DEBUG nova.compute.manager [req-63d6afbe-fb5f-4a91-9722-8a11026fdf46 req-d6bc8208-1d33-4f13-8a17-7f1d9f9d1c17 service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] No waiting events found dispatching network-vif-plugged-1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.811248] env[62359]: WARNING nova.compute.manager [req-63d6afbe-fb5f-4a91-9722-8a11026fdf46 req-d6bc8208-1d33-4f13-8a17-7f1d9f9d1c17 service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Received unexpected event network-vif-plugged-1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9 for instance with vm_state building and task_state spawning. [ 1213.893214] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441727, 'name': PowerOffVM_Task, 'duration_secs': 0.170717} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.893513] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.893716] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1213.893909] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494580', 'volume_id': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'name': 'volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0b541ba8-3383-4334-b37a-49ec3e6c3321', 'attached_at': '2025-02-10T21:21:19.000000', 'detached_at': '', 'volume_id': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'serial': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1213.894675] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2981257-9517-4ce5-ba79-4c84211a6161 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.914438] env[62359]: DEBUG nova.network.neutron [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Successfully updated port: 1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.916193] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb3bb49-e01b-4d1f-8ebe-7a57e4a0b84e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.923728] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f988d7-a7b7-4bba-953e-b9ee8d98e063 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.943641] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b958e0c-bbea-46bd-a993-3ddd39e2881c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.960699] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] The volume has not been displaced from its original location: [datastore2] volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db/volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1213.966283] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1213.966670] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b77102a-d9a1-4b83-8fef-a301f5aef47e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.985241] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1213.985241] env[62359]: value = "task-2441728" [ 1213.985241] env[62359]: _type = "Task" [ 1213.985241] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.996779] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.007576] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ae6b37-a50b-44d7-b580-0a1a5039ece0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.031058] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561121f7-c8a1-4797-a2fa-22617d13c029 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.036043] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance '92974d94-bd8f-4743-83e0-cbcbccfa7e2f' progress to 83 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.247684] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a02861bb-d87a-4137-a734-979b2f1ab349 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Lock "ef1b59f2-e135-4370-9305-24030144ff2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.185s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.419582] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "refresh_cache-f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.419764] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "refresh_cache-f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.419925] env[62359]: DEBUG nova.network.neutron [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.481471] env[62359]: DEBUG nova.compute.manager [req-302eb066-cdf8-40f8-a618-a0936b6bb9d7 req-4312b037-99b0-4f0e-8d04-a1e4b2963b03 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Received event network-changed-e149ed6c-8b56-4f76-94e0-99a36a7472e1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1214.481471] env[62359]: DEBUG nova.compute.manager [req-302eb066-cdf8-40f8-a618-a0936b6bb9d7 req-4312b037-99b0-4f0e-8d04-a1e4b2963b03 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Refreshing instance network info cache due to event network-changed-e149ed6c-8b56-4f76-94e0-99a36a7472e1. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1214.481471] env[62359]: DEBUG oslo_concurrency.lockutils [req-302eb066-cdf8-40f8-a618-a0936b6bb9d7 req-4312b037-99b0-4f0e-8d04-a1e4b2963b03 service nova] Acquiring lock "refresh_cache-ef1b59f2-e135-4370-9305-24030144ff2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.481471] env[62359]: DEBUG oslo_concurrency.lockutils [req-302eb066-cdf8-40f8-a618-a0936b6bb9d7 req-4312b037-99b0-4f0e-8d04-a1e4b2963b03 service nova] Acquired lock "refresh_cache-ef1b59f2-e135-4370-9305-24030144ff2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.481471] env[62359]: DEBUG nova.network.neutron [req-302eb066-cdf8-40f8-a618-a0936b6bb9d7 req-4312b037-99b0-4f0e-8d04-a1e4b2963b03 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Refreshing network info cache for port e149ed6c-8b56-4f76-94e0-99a36a7472e1 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.496275] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441728, 'name': ReconfigVM_Task, 'duration_secs': 0.161808} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.496548] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1214.501562] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f57fa73-c487-4743-b21f-e5afec16bfef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.517446] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1214.517446] env[62359]: value = "task-2441729" [ 1214.517446] env[62359]: _type = "Task" [ 1214.517446] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.524739] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.542512] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.542930] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9b447c6-9c3a-4515-a2c6-9e6eeac2588b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.551993] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1214.551993] env[62359]: value = "task-2441730" [ 1214.551993] env[62359]: _type = "Task" [ 1214.551993] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.565275] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.953014] env[62359]: DEBUG nova.network.neutron [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.026802] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441729, 'name': ReconfigVM_Task, 'duration_secs': 0.135362} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.027148] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494580', 'volume_id': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'name': 'volume-ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0b541ba8-3383-4334-b37a-49ec3e6c3321', 'attached_at': '2025-02-10T21:21:19.000000', 'detached_at': '', 'volume_id': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db', 'serial': 'ac9c97ff-6ad9-4d7a-9a2f-75142b2906db'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1215.027435] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.028244] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc9dfa3-a2a6-4a1b-b66b-7c05633b969a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.034912] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.035166] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3256e7b-377a-4d26-a591-094eb80ff5ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.065141] env[62359]: DEBUG oslo_vmware.api [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441730, 'name': PowerOnVM_Task, 'duration_secs': 0.379202} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.065141] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.065141] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9a99d2-1210-405a-8489-4146e98be6b0 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance '92974d94-bd8f-4743-83e0-cbcbccfa7e2f' progress to 100 {{(pid=62359) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.096737] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.096947] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.097142] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleting the datastore file [datastore2] 0b541ba8-3383-4334-b37a-49ec3e6c3321 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.097410] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78164b10-d764-48ae-85e6-7c16ecf819a5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.104587] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1215.104587] env[62359]: value = "task-2441732" [ 1215.104587] env[62359]: _type = "Task" [ 1215.104587] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.113545] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.220921] env[62359]: DEBUG nova.network.neutron [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Updating instance_info_cache with network_info: [{"id": "1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9", "address": "fa:16:3e:18:69:47", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc4a354-9f", "ovs_interfaceid": "1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.313300] env[62359]: DEBUG nova.network.neutron [req-302eb066-cdf8-40f8-a618-a0936b6bb9d7 req-4312b037-99b0-4f0e-8d04-a1e4b2963b03 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Updated VIF entry in instance network info cache for port e149ed6c-8b56-4f76-94e0-99a36a7472e1. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.313645] env[62359]: DEBUG nova.network.neutron [req-302eb066-cdf8-40f8-a618-a0936b6bb9d7 req-4312b037-99b0-4f0e-8d04-a1e4b2963b03 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Updating instance_info_cache with network_info: [{"id": "e149ed6c-8b56-4f76-94e0-99a36a7472e1", "address": "fa:16:3e:60:e9:2c", "network": {"id": "b55baf80-ef32-4ddf-a7ea-4f931fceb784", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1350074934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2c1cb36125a4fe79db6bb7e69dbaeec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape149ed6c-8b", "ovs_interfaceid": "e149ed6c-8b56-4f76-94e0-99a36a7472e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.614961] env[62359]: DEBUG oslo_vmware.api [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082442} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.615322] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.615520] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.615683] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.616013] env[62359]: INFO nova.compute.manager [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1215.616319] env[62359]: DEBUG oslo.service.loopingcall [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1215.616550] env[62359]: DEBUG nova.compute.manager [-] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.616688] env[62359]: DEBUG nova.network.neutron [-] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.723390] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "refresh_cache-f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.724174] env[62359]: DEBUG nova.compute.manager [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Instance network_info: |[{"id": "1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9", "address": "fa:16:3e:18:69:47", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc4a354-9f", "ovs_interfaceid": "1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.724635] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:69:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.733019] env[62359]: DEBUG oslo.service.loopingcall [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1215.733019] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.733308] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65a9355c-96b4-436d-8f8c-1717976fd64c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.756310] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.756310] env[62359]: value = "task-2441733" [ 1215.756310] env[62359]: _type = "Task" [ 1215.756310] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.760995] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.765592] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441733, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.816146] env[62359]: DEBUG oslo_concurrency.lockutils [req-302eb066-cdf8-40f8-a618-a0936b6bb9d7 req-4312b037-99b0-4f0e-8d04-a1e4b2963b03 service nova] Releasing lock "refresh_cache-ef1b59f2-e135-4370-9305-24030144ff2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.839906] env[62359]: DEBUG nova.compute.manager [req-da69d5f5-f8a9-47e7-b963-c31adf971124 req-ce72fb2c-5cc6-4d74-bea0-1cd0813739cb service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Received event network-changed-1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1215.840170] env[62359]: DEBUG nova.compute.manager [req-da69d5f5-f8a9-47e7-b963-c31adf971124 req-ce72fb2c-5cc6-4d74-bea0-1cd0813739cb service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Refreshing instance network info cache due to event network-changed-1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1215.840311] env[62359]: DEBUG oslo_concurrency.lockutils [req-da69d5f5-f8a9-47e7-b963-c31adf971124 req-ce72fb2c-5cc6-4d74-bea0-1cd0813739cb service nova] Acquiring lock "refresh_cache-f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.840458] env[62359]: DEBUG oslo_concurrency.lockutils [req-da69d5f5-f8a9-47e7-b963-c31adf971124 req-ce72fb2c-5cc6-4d74-bea0-1cd0813739cb service nova] Acquired lock "refresh_cache-f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.840616] env[62359]: DEBUG nova.network.neutron [req-da69d5f5-f8a9-47e7-b963-c31adf971124 req-ce72fb2c-5cc6-4d74-bea0-1cd0813739cb service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Refreshing network info cache for port 1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.269303] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441733, 'name': CreateVM_Task, 'duration_secs': 0.332094} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.269696] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.270144] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.270916] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.271429] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.271962] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371eb318-baf1-48fb-80c4-f8e3e479fa72 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.276986] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1216.276986] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52ef8f01-6ab3-2eef-9665-a887066a6df6" [ 1216.276986] env[62359]: _type = "Task" [ 1216.276986] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.285094] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ef8f01-6ab3-2eef-9665-a887066a6df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.530503] env[62359]: DEBUG nova.network.neutron [req-da69d5f5-f8a9-47e7-b963-c31adf971124 req-ce72fb2c-5cc6-4d74-bea0-1cd0813739cb service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Updated VIF entry in instance network info cache for port 1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.530847] env[62359]: DEBUG nova.network.neutron [req-da69d5f5-f8a9-47e7-b963-c31adf971124 req-ce72fb2c-5cc6-4d74-bea0-1cd0813739cb service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Updating instance_info_cache with network_info: [{"id": "1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9", "address": "fa:16:3e:18:69:47", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc4a354-9f", "ovs_interfaceid": "1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.585541] env[62359]: DEBUG nova.network.neutron [-] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.788322] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52ef8f01-6ab3-2eef-9665-a887066a6df6, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.789184] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.789423] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.789696] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.789858] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.790055] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.790534] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56d89d41-b460-4c7c-b92b-be95bcc43c43 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.801381] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.801559] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.802339] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4562614e-16db-4a79-ba3d-b504de26b5c2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.807235] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1216.807235] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5249b0e5-d565-860b-554c-6c88ff64ddd4" [ 1216.807235] env[62359]: _type = "Task" [ 1216.807235] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.815042] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5249b0e5-d565-860b-554c-6c88ff64ddd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.033649] env[62359]: DEBUG oslo_concurrency.lockutils [req-da69d5f5-f8a9-47e7-b963-c31adf971124 req-ce72fb2c-5cc6-4d74-bea0-1cd0813739cb service nova] Releasing lock "refresh_cache-f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.089601] env[62359]: INFO nova.compute.manager [-] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Took 1.47 seconds to deallocate network for instance. [ 1217.321184] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5249b0e5-d565-860b-554c-6c88ff64ddd4, 'name': SearchDatastore_Task, 'duration_secs': 0.01456} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.322344] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98894f6-46e0-4ec6-87d9-7ba729ba68a5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.329264] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1217.329264] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52808358-e56f-6abb-a13f-f568dc88dc54" [ 1217.329264] env[62359]: _type = "Task" [ 1217.329264] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.338495] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52808358-e56f-6abb-a13f-f568dc88dc54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.384517] env[62359]: DEBUG nova.network.neutron [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Port fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 binding to destination host cpu-1 is already ACTIVE {{(pid=62359) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1217.384801] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.384957] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.385196] env[62359]: DEBUG nova.network.neutron [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.635296] env[62359]: INFO nova.compute.manager [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Took 0.55 seconds to detach 1 volumes for instance. [ 1217.637523] env[62359]: DEBUG nova.compute.manager [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Deleting volume: ac9c97ff-6ad9-4d7a-9a2f-75142b2906db {{(pid=62359) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1217.839970] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52808358-e56f-6abb-a13f-f568dc88dc54, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.840257] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.840518] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd/f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.840774] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35744a55-ebae-4134-b12f-dd12a9fcc586 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.848602] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1217.848602] env[62359]: value = "task-2441735" [ 1217.848602] env[62359]: _type = "Task" [ 1217.848602] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.856568] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.868057] env[62359]: DEBUG nova.compute.manager [req-52f0ab5c-8dc0-43f6-9a13-54f910dfa660 req-9456fb2d-5cc4-448b-a3fc-69fb30c3c5f1 service nova] [instance: 0b541ba8-3383-4334-b37a-49ec3e6c3321] Received event network-vif-deleted-f0304174-315c-47b2-bd45-78a885d8d27a {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1218.118033] env[62359]: DEBUG nova.network.neutron [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance_info_cache with network_info: [{"id": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "address": "fa:16:3e:04:b6:26", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9bb019-30", "ovs_interfaceid": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.182430] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.182728] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.182895] env[62359]: DEBUG nova.objects.instance [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lazy-loading 'resources' on Instance uuid 0b541ba8-3383-4334-b37a-49ec3e6c3321 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.358110] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472824} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.358449] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd/f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.358906] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.359019] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7eb4dd7-27c1-456a-9a0a-fd5a329f7102 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.364592] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1218.364592] env[62359]: value = "task-2441736" [ 1218.364592] env[62359]: _type = "Task" [ 1218.364592] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.371644] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.621591] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.801337] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e412e158-9f1f-4846-a3ef-1ce33044b599 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.809009] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902be3ce-1c3c-441d-a0eb-2e9c0b600a3d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.840750] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf07a82-0992-4a1e-8655-1e69b30fd649 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.848360] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b36fc45-feef-4ffa-9596-a6181d97c867 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.861944] env[62359]: DEBUG nova.compute.provider_tree [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.873581] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069611} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.873707] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.874413] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa7c72d-dd2b-4c26-a1de-70eccf07a9c7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.896507] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd/f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.897026] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9d9108-e124-4686-9fb0-b8791d49f01b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.917981] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1218.917981] env[62359]: value = "task-2441737" [ 1218.917981] env[62359]: _type = "Task" [ 1218.917981] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.925570] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.124919] env[62359]: DEBUG nova.compute.manager [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62359) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1219.125228] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.364726] env[62359]: DEBUG nova.scheduler.client.report [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.428613] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.634699] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "55767968-93f7-474f-9949-b964328c6105" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.635070] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "55767968-93f7-474f-9949-b964328c6105" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.635364] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "55767968-93f7-474f-9949-b964328c6105-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.635616] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "55767968-93f7-474f-9949-b964328c6105-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.635860] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "55767968-93f7-474f-9949-b964328c6105-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.638702] env[62359]: INFO nova.compute.manager [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Terminating instance [ 1219.869070] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.871443] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.746s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.891814] env[62359]: INFO nova.scheduler.client.report [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted allocations for instance 0b541ba8-3383-4334-b37a-49ec3e6c3321 [ 1219.927991] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441737, 'name': ReconfigVM_Task, 'duration_secs': 0.735909} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.928280] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd/f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.928907] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53002ab5-0107-45c4-9763-d4f7bbc9f453 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.936574] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1219.936574] env[62359]: value = "task-2441738" [ 1219.936574] env[62359]: _type = "Task" [ 1219.936574] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.945391] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441738, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.143078] env[62359]: DEBUG nova.compute.manager [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.143541] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.144449] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8686972e-920f-4af0-bcdf-45f93ed6112c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.153032] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.153279] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29529c16-2866-4bc2-abe9-dac72570f0a4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.159943] env[62359]: DEBUG oslo_vmware.api [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1220.159943] env[62359]: value = "task-2441739" [ 1220.159943] env[62359]: _type = "Task" [ 1220.159943] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.167886] env[62359]: DEBUG oslo_vmware.api [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.374706] env[62359]: DEBUG nova.objects.instance [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'migration_context' on Instance uuid 92974d94-bd8f-4743-83e0-cbcbccfa7e2f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.399385] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9bdb92b4-2f10-42c7-9498-e77ddc8ce517 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "0b541ba8-3383-4334-b37a-49ec3e6c3321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.531s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.446407] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441738, 'name': Rename_Task, 'duration_secs': 0.137782} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.446710] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.446904] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fc08b1f-e253-49dc-9a6a-479bddb9f9b5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.453380] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1220.453380] env[62359]: value = "task-2441740" [ 1220.453380] env[62359]: _type = "Task" [ 1220.453380] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.461273] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.625850] env[62359]: DEBUG oslo_concurrency.lockutils [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.626145] env[62359]: DEBUG oslo_concurrency.lockutils [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.626365] env[62359]: DEBUG oslo_concurrency.lockutils [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.626578] env[62359]: DEBUG oslo_concurrency.lockutils [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.626766] env[62359]: DEBUG oslo_concurrency.lockutils [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.629104] env[62359]: INFO nova.compute.manager [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Terminating instance [ 1220.670983] env[62359]: DEBUG oslo_vmware.api [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441739, 'name': PowerOffVM_Task, 'duration_secs': 0.20955} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.671301] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.671470] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.671970] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d7e69d-c58e-498e-9596-6303be87f722 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.734654] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.734922] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.735156] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleting the datastore file [datastore2] 55767968-93f7-474f-9949-b964328c6105 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.735509] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c665c83b-b5ad-4420-8ca2-1065258a4168 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.742643] env[62359]: DEBUG oslo_vmware.api [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for the task: (returnval){ [ 1220.742643] env[62359]: value = "task-2441742" [ 1220.742643] env[62359]: _type = "Task" [ 1220.742643] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.750542] env[62359]: DEBUG oslo_vmware.api [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.965784] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441740, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.996383] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d34536b-1f1b-4dcf-a493-62037e570c2a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.003488] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea74fc5-7fd9-44d9-b0f4-9f1829f8a079 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.037141] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab786891-1178-4982-a2ba-5a55273f5b63 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.044596] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38454df1-26ed-4f48-8be5-5dfd80f9fe47 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.058773] env[62359]: DEBUG nova.compute.provider_tree [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.132772] env[62359]: DEBUG nova.compute.manager [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.133028] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.134241] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e14b6-2599-4015-aec0-417965740bc5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.142200] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.142440] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da4c7c89-6fb2-4615-90d4-f61fbac97d59 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.149883] env[62359]: DEBUG oslo_vmware.api [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1221.149883] env[62359]: value = "task-2441743" [ 1221.149883] env[62359]: _type = "Task" [ 1221.149883] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.157712] env[62359]: DEBUG oslo_vmware.api [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.253711] env[62359]: DEBUG oslo_vmware.api [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Task: {'id': task-2441742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138206} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.254065] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.254319] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.254566] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.254830] env[62359]: INFO nova.compute.manager [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] [instance: 55767968-93f7-474f-9949-b964328c6105] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1221.255140] env[62359]: DEBUG oslo.service.loopingcall [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.255414] env[62359]: DEBUG nova.compute.manager [-] [instance: 55767968-93f7-474f-9949-b964328c6105] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.255593] env[62359]: DEBUG nova.network.neutron [-] [instance: 55767968-93f7-474f-9949-b964328c6105] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.468022] env[62359]: DEBUG oslo_vmware.api [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441740, 'name': PowerOnVM_Task, 'duration_secs': 0.530682} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.468301] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.468537] env[62359]: INFO nova.compute.manager [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1221.468778] env[62359]: DEBUG nova.compute.manager [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.469563] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921cc4fd-ac6b-4374-b2f9-fcbb6fe47d99 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.564946] env[62359]: DEBUG nova.scheduler.client.report [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.660065] env[62359]: DEBUG oslo_vmware.api [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441743, 'name': PowerOffVM_Task, 'duration_secs': 0.200789} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.660341] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.660509] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.660756] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6861c8b-30b8-413d-bbad-601712fcb2a2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.728311] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.728419] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.728615] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleting the datastore file [datastore1] 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.729837] env[62359]: DEBUG nova.compute.manager [req-9f2b75fd-676b-4ed7-bb25-cc628d538a6d req-59d952cb-b205-47d7-ba8c-b6e2e5b2404e service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Received event network-vif-deleted-18175988-13ee-4173-992f-5af3b374bdc5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1221.730028] env[62359]: INFO nova.compute.manager [req-9f2b75fd-676b-4ed7-bb25-cc628d538a6d req-59d952cb-b205-47d7-ba8c-b6e2e5b2404e service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Neutron deleted interface 18175988-13ee-4173-992f-5af3b374bdc5; detaching it from the instance and deleting it from the info cache [ 1221.730199] env[62359]: DEBUG nova.network.neutron [req-9f2b75fd-676b-4ed7-bb25-cc628d538a6d req-59d952cb-b205-47d7-ba8c-b6e2e5b2404e service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.731923] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59161d50-03e5-407b-8bad-26da1e6e3377 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.739139] env[62359]: DEBUG oslo_vmware.api [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1221.739139] env[62359]: value = "task-2441745" [ 1221.739139] env[62359]: _type = "Task" [ 1221.739139] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.748814] env[62359]: DEBUG oslo_vmware.api [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.986016] env[62359]: INFO nova.compute.manager [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Took 12.64 seconds to build instance. [ 1222.204827] env[62359]: DEBUG nova.network.neutron [-] [instance: 55767968-93f7-474f-9949-b964328c6105] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.233032] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ea69baf-552b-409e-b326-634c0b99bd6e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.246927] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154bbabc-ac5a-4cf1-a7e3-119313027cde {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.265689] env[62359]: DEBUG oslo_vmware.api [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127284} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.265945] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.266430] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.266430] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.266568] env[62359]: INFO nova.compute.manager [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1222.266817] env[62359]: DEBUG oslo.service.loopingcall [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1222.267024] env[62359]: DEBUG nova.compute.manager [-] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.267122] env[62359]: DEBUG nova.network.neutron [-] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.279990] env[62359]: DEBUG nova.compute.manager [req-9f2b75fd-676b-4ed7-bb25-cc628d538a6d req-59d952cb-b205-47d7-ba8c-b6e2e5b2404e service nova] [instance: 55767968-93f7-474f-9949-b964328c6105] Detach interface failed, port_id=18175988-13ee-4173-992f-5af3b374bdc5, reason: Instance 55767968-93f7-474f-9949-b964328c6105 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1222.488561] env[62359]: DEBUG oslo_concurrency.lockutils [None req-9079c220-1f71-43ae-9f3c-cb3a28d389a8 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.150s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.573268] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.702s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.709331] env[62359]: INFO nova.compute.manager [-] [instance: 55767968-93f7-474f-9949-b964328c6105] Took 1.45 seconds to deallocate network for instance. [ 1223.023796] env[62359]: DEBUG nova.network.neutron [-] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.027556] env[62359]: DEBUG nova.compute.manager [req-429188eb-4d0c-4851-82c0-020a58d84b2c req-7dd8f0b7-9687-4210-906f-ab0a6c715bbb service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Received event network-changed-1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.027556] env[62359]: DEBUG nova.compute.manager [req-429188eb-4d0c-4851-82c0-020a58d84b2c req-7dd8f0b7-9687-4210-906f-ab0a6c715bbb service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Refreshing instance network info cache due to event network-changed-1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1223.027556] env[62359]: DEBUG oslo_concurrency.lockutils [req-429188eb-4d0c-4851-82c0-020a58d84b2c req-7dd8f0b7-9687-4210-906f-ab0a6c715bbb service nova] Acquiring lock "refresh_cache-f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.027556] env[62359]: DEBUG oslo_concurrency.lockutils [req-429188eb-4d0c-4851-82c0-020a58d84b2c req-7dd8f0b7-9687-4210-906f-ab0a6c715bbb service nova] Acquired lock "refresh_cache-f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.027556] env[62359]: DEBUG nova.network.neutron [req-429188eb-4d0c-4851-82c0-020a58d84b2c req-7dd8f0b7-9687-4210-906f-ab0a6c715bbb service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Refreshing network info cache for port 1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.214156] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.214486] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.214711] env[62359]: DEBUG nova.objects.instance [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lazy-loading 'resources' on Instance uuid 55767968-93f7-474f-9949-b964328c6105 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.529790] env[62359]: INFO nova.compute.manager [-] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Took 1.26 seconds to deallocate network for instance. [ 1223.831099] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d7cb02-3b08-43cc-8d96-fe7348b544fb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.839677] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22a4587-76ff-417d-b27f-1c6665c4ac34 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.871939] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174a298b-f29b-471e-bfb3-2353456bbf28 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.881082] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf8efaa-7cbd-47a2-a682-a5a15a46c34d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.894365] env[62359]: DEBUG nova.compute.provider_tree [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.929994] env[62359]: DEBUG nova.compute.manager [req-5273ae69-a6e3-4572-b1e0-d32c8e6b0a60 req-6f583132-a167-497f-91c2-8f53d712a325 service nova] [instance: 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0] Received event network-vif-deleted-9c72b500-d61a-4904-86e3-e35252f084fa {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.964414] env[62359]: DEBUG nova.network.neutron [req-429188eb-4d0c-4851-82c0-020a58d84b2c req-7dd8f0b7-9687-4210-906f-ab0a6c715bbb service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Updated VIF entry in instance network info cache for port 1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.964780] env[62359]: DEBUG nova.network.neutron [req-429188eb-4d0c-4851-82c0-020a58d84b2c req-7dd8f0b7-9687-4210-906f-ab0a6c715bbb service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Updating instance_info_cache with network_info: [{"id": "1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9", "address": "fa:16:3e:18:69:47", "network": {"id": "44e9114d-b4d9-477a-900f-ecc5c873cb99", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-466953864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b9be558d91471e8c1e8fac0ba7b883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bc4a354-9f", "ovs_interfaceid": "1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.038403] env[62359]: DEBUG oslo_concurrency.lockutils [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.112397] env[62359]: INFO nova.compute.manager [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Swapping old allocation on dict_keys(['141c7d21-c7c0-4ccc-972c-c2ef94371f99']) held by migration 8a351b1b-8437-4738-ad1c-32a50b7e056b for instance [ 1224.133919] env[62359]: DEBUG nova.scheduler.client.report [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Overwriting current allocation {'allocations': {'141c7d21-c7c0-4ccc-972c-c2ef94371f99': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 176}}, 'project_id': '0540ceaa468d4df5bbb5553cb24bdb04', 'user_id': 'ca645113cab5472a904c1afb5877164a', 'consumer_generation': 1} on consumer 92974d94-bd8f-4743-83e0-cbcbccfa7e2f {{(pid=62359) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1224.209523] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.209717] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.209896] env[62359]: DEBUG nova.network.neutron [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.397574] env[62359]: DEBUG nova.scheduler.client.report [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.468039] env[62359]: DEBUG oslo_concurrency.lockutils [req-429188eb-4d0c-4851-82c0-020a58d84b2c req-7dd8f0b7-9687-4210-906f-ab0a6c715bbb service nova] Releasing lock "refresh_cache-f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.902714] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.904812] env[62359]: DEBUG oslo_concurrency.lockutils [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.867s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.905060] env[62359]: DEBUG nova.objects.instance [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lazy-loading 'resources' on Instance uuid 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.916205] env[62359]: DEBUG nova.network.neutron [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance_info_cache with network_info: [{"id": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "address": "fa:16:3e:04:b6:26", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9bb019-30", "ovs_interfaceid": "fa9bb019-300f-48c6-aaf4-53cfdeedd3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.919960] env[62359]: INFO nova.scheduler.client.report [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Deleted allocations for instance 55767968-93f7-474f-9949-b964328c6105 [ 1225.420135] env[62359]: DEBUG oslo_concurrency.lockutils [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-92974d94-bd8f-4743-83e0-cbcbccfa7e2f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.420135] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.420135] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f2d3a59-6492-4232-abdd-8e11c58cff2e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.430525] env[62359]: DEBUG oslo_concurrency.lockutils [None req-3339d05d-7161-41fb-91e7-c3bf2b02f5c7 tempest-AttachVolumeShelveTestJSON-543198082 tempest-AttachVolumeShelveTestJSON-543198082-project-member] Lock "55767968-93f7-474f-9949-b964328c6105" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.795s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.432337] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1225.432337] env[62359]: value = "task-2441746" [ 1225.432337] env[62359]: _type = "Task" [ 1225.432337] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.442217] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.506447] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0b3230-028c-45f6-bcff-7572f626b5f3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.514413] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a421b7a8-1fe9-4d93-a461-5f73fbad4a0a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.546110] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9805caeb-4f9c-41d3-95e4-7dfebb425a46 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.554183] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bb62c7-34a5-43c9-9fd5-f42bc49170dc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.571125] env[62359]: DEBUG nova.compute.provider_tree [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.947599] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441746, 'name': PowerOffVM_Task, 'duration_secs': 0.183714} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.948008] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.948797] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.949083] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.949383] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.949383] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.949510] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.949770] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.950103] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.950264] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.950436] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.950615] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.950822] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.955859] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55dcde62-3a04-4352-ba4c-df33051d6da9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.971153] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1225.971153] env[62359]: value = "task-2441747" [ 1225.971153] env[62359]: _type = "Task" [ 1225.971153] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.979974] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.074734] env[62359]: DEBUG nova.scheduler.client.report [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.483185] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441747, 'name': ReconfigVM_Task, 'duration_secs': 0.143721} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.484027] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b5e146-c2a7-4a32-b11e-35f0e9254181 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.502311] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.502540] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.502729] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.502870] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.503040] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.503207] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.503413] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.503569] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.503734] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.503896] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.504082] env[62359]: DEBUG nova.virt.hardware [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.504850] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72fbc171-bce8-45d1-b1d0-1d3f895924cb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.510882] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1226.510882] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528cfb7b-fd40-c248-c97a-510442e0db68" [ 1226.510882] env[62359]: _type = "Task" [ 1226.510882] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.519671] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528cfb7b-fd40-c248-c97a-510442e0db68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.580787] env[62359]: DEBUG oslo_concurrency.lockutils [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.605939] env[62359]: INFO nova.scheduler.client.report [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted allocations for instance 1ccbfe23-dab5-4826-a0da-1bfe7b1868c0 [ 1227.021536] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528cfb7b-fd40-c248-c97a-510442e0db68, 'name': SearchDatastore_Task, 'duration_secs': 0.00836} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.026909] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.027194] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3058504-9c50-4b4b-ac2b-2dfdf03945f1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.044969] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1227.044969] env[62359]: value = "task-2441748" [ 1227.044969] env[62359]: _type = "Task" [ 1227.044969] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.052718] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.116835] env[62359]: DEBUG oslo_concurrency.lockutils [None req-53eedb84-cbd7-4e32-bac6-b5dd1ac3d949 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "1ccbfe23-dab5-4826-a0da-1bfe7b1868c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.490s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.555810] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441748, 'name': ReconfigVM_Task, 'duration_secs': 0.183347} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.556099] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.556879] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f5ae2d-c34d-4335-ab3b-bcd403614b6b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.580951] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 92974d94-bd8f-4743-83e0-cbcbccfa7e2f/92974d94-bd8f-4743-83e0-cbcbccfa7e2f.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.581318] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7bbcdb1-cccf-4f50-bb56-b3037eaeb161 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.601297] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1227.601297] env[62359]: value = "task-2441750" [ 1227.601297] env[62359]: _type = "Task" [ 1227.601297] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.609340] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.111335] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441750, 'name': ReconfigVM_Task, 'duration_secs': 0.280089} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.111627] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 92974d94-bd8f-4743-83e0-cbcbccfa7e2f/92974d94-bd8f-4743-83e0-cbcbccfa7e2f.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.112542] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e2fdda-7d6b-42ae-b57b-5c238e94491e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.130415] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a436e19-5d36-4d23-ba0d-38aeb6036080 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.148804] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a6e5cc-5c73-4a02-b4cd-14f9933eb746 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.166019] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a185bd7-f4c3-43fe-b643-d1c526725a4a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.172605] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.172822] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b22ce74b-b4a7-4942-b6b7-aa6b4a9d5343 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.178965] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1228.178965] env[62359]: value = "task-2441752" [ 1228.178965] env[62359]: _type = "Task" [ 1228.178965] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.187014] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.688429] env[62359]: DEBUG oslo_vmware.api [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441752, 'name': PowerOnVM_Task, 'duration_secs': 0.372912} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.688718] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.700217] env[62359]: INFO nova.compute.manager [None req-e8e62895-b817-419e-a14f-7b6072952a1e tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance to original state: 'active' [ 1230.492591] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.493332] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.493551] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.493791] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.493904] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.496377] env[62359]: INFO nova.compute.manager [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Terminating instance [ 1231.000242] env[62359]: DEBUG nova.compute.manager [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.000648] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.002075] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2557f44-9c0d-4f38-b46d-74bc5bd28328 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.013458] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.013794] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3740c958-1b02-4d16-92dc-73fa8ad98f0e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.021648] env[62359]: DEBUG oslo_vmware.api [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1231.021648] env[62359]: value = "task-2441753" [ 1231.021648] env[62359]: _type = "Task" [ 1231.021648] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.029264] env[62359]: DEBUG oslo_vmware.api [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.180787] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.180787] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.180787] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.180787] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.180787] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.182030] env[62359]: INFO nova.compute.manager [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Terminating instance [ 1231.531523] env[62359]: DEBUG oslo_vmware.api [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441753, 'name': PowerOffVM_Task, 'duration_secs': 0.289305} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.531799] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.531972] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.532253] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a2da42f-a23b-4a72-b3bc-02054cd63edd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.597627] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.597627] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.597797] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleting the datastore file [datastore2] 9354bdc7-4ce8-477e-a612-328ecde7e7fa {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.598349] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afdc8dfd-3d06-440b-a877-7273567044be {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.605000] env[62359]: DEBUG oslo_vmware.api [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for the task: (returnval){ [ 1231.605000] env[62359]: value = "task-2441755" [ 1231.605000] env[62359]: _type = "Task" [ 1231.605000] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.613863] env[62359]: DEBUG oslo_vmware.api [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.686614] env[62359]: DEBUG nova.compute.manager [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.686859] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.687756] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca007c54-dc7d-4d4b-839a-05ed92d72f25 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.695330] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.695622] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f6da661-3846-4f76-b64f-556ad735d40d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.702712] env[62359]: DEBUG oslo_vmware.api [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1231.702712] env[62359]: value = "task-2441756" [ 1231.702712] env[62359]: _type = "Task" [ 1231.702712] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.711772] env[62359]: DEBUG oslo_vmware.api [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.115082] env[62359]: DEBUG oslo_vmware.api [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Task: {'id': task-2441755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144551} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.115416] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.115532] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.115718] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.116589] env[62359]: INFO nova.compute.manager [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1232.116589] env[62359]: DEBUG oslo.service.loopingcall [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1232.116589] env[62359]: DEBUG nova.compute.manager [-] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.116589] env[62359]: DEBUG nova.network.neutron [-] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.212886] env[62359]: DEBUG oslo_vmware.api [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441756, 'name': PowerOffVM_Task, 'duration_secs': 0.199671} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.213169] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.213343] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.213625] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b7b4db5-eed0-4b5a-b539-e7939afcc948 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.291377] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.291608] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.291788] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleting the datastore file [datastore2] 92974d94-bd8f-4743-83e0-cbcbccfa7e2f {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.292080] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16a434d0-4582-4ab4-9ed6-37d25f149719 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.299050] env[62359]: DEBUG oslo_vmware.api [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1232.299050] env[62359]: value = "task-2441758" [ 1232.299050] env[62359]: _type = "Task" [ 1232.299050] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.307852] env[62359]: DEBUG oslo_vmware.api [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.378792] env[62359]: DEBUG nova.compute.manager [req-1531ecc3-ce91-4e4b-9720-1d3260599d70 req-c4f7e8f7-48c3-4826-8c48-043b3ba28dd7 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Received event network-vif-deleted-d8f3418e-307f-4bd0-a72b-0c2ec9ad8116 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1232.379038] env[62359]: INFO nova.compute.manager [req-1531ecc3-ce91-4e4b-9720-1d3260599d70 req-c4f7e8f7-48c3-4826-8c48-043b3ba28dd7 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Neutron deleted interface d8f3418e-307f-4bd0-a72b-0c2ec9ad8116; detaching it from the instance and deleting it from the info cache [ 1232.379233] env[62359]: DEBUG nova.network.neutron [req-1531ecc3-ce91-4e4b-9720-1d3260599d70 req-c4f7e8f7-48c3-4826-8c48-043b3ba28dd7 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.809780] env[62359]: DEBUG oslo_vmware.api [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209044} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.810212] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.810421] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.810607] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.810786] env[62359]: INFO nova.compute.manager [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1232.811037] env[62359]: DEBUG oslo.service.loopingcall [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1232.811340] env[62359]: DEBUG nova.compute.manager [-] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.811440] env[62359]: DEBUG nova.network.neutron [-] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.861778] env[62359]: DEBUG nova.network.neutron [-] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.882048] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8bd9294-7360-4db4-8755-518d66f610da {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.897246] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a0aa05-2304-4d99-a04c-a6d8ac4c58d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.926395] env[62359]: DEBUG nova.compute.manager [req-1531ecc3-ce91-4e4b-9720-1d3260599d70 req-c4f7e8f7-48c3-4826-8c48-043b3ba28dd7 service nova] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Detach interface failed, port_id=d8f3418e-307f-4bd0-a72b-0c2ec9ad8116, reason: Instance 9354bdc7-4ce8-477e-a612-328ecde7e7fa could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1233.364571] env[62359]: INFO nova.compute.manager [-] [instance: 9354bdc7-4ce8-477e-a612-328ecde7e7fa] Took 1.25 seconds to deallocate network for instance. [ 1233.795492] env[62359]: DEBUG nova.network.neutron [-] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.870962] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.871252] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.871476] env[62359]: DEBUG nova.objects.instance [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lazy-loading 'resources' on Instance uuid 9354bdc7-4ce8-477e-a612-328ecde7e7fa {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.298320] env[62359]: INFO nova.compute.manager [-] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Took 1.49 seconds to deallocate network for instance. [ 1234.403443] env[62359]: DEBUG nova.compute.manager [req-a7795cae-36aa-4393-a06a-484286702bbd req-44c99dce-c650-4015-a1f4-f9079c0c1c18 service nova] [instance: 92974d94-bd8f-4743-83e0-cbcbccfa7e2f] Received event network-vif-deleted-fa9bb019-300f-48c6-aaf4-53cfdeedd3c8 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1234.449619] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071457b9-f161-4514-9476-099e6dc1905a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.457456] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b79e9a-9ac1-4104-aa60-170db8686ba8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.488110] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8580fe68-8cab-44bd-88ca-09ad96396227 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.494621] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2740d5af-62f2-4291-88a1-41ea75e1cc8b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.507251] env[62359]: DEBUG nova.compute.provider_tree [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.804944] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.010828] env[62359]: DEBUG nova.scheduler.client.report [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.515110] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.517466] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.713s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.517669] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.538105] env[62359]: INFO nova.scheduler.client.report [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleted allocations for instance 92974d94-bd8f-4743-83e0-cbcbccfa7e2f [ 1235.539627] env[62359]: INFO nova.scheduler.client.report [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Deleted allocations for instance 9354bdc7-4ce8-477e-a612-328ecde7e7fa [ 1236.050274] env[62359]: DEBUG oslo_concurrency.lockutils [None req-7f9be125-4ee3-4958-9b65-1612726f1db7 tempest-ServerActionsTestOtherA-1968691485 tempest-ServerActionsTestOtherA-1968691485-project-member] Lock "9354bdc7-4ce8-477e-a612-328ecde7e7fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.557s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.051189] env[62359]: DEBUG oslo_concurrency.lockutils [None req-72109237-7879-4681-b0c4-45fd095dc2e9 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "92974d94-bd8f-4743-83e0-cbcbccfa7e2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.872s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.301257] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "2e04c081-b506-4b7d-8416-67800fcf3afe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.301589] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "2e04c081-b506-4b7d-8416-67800fcf3afe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.804340] env[62359]: DEBUG nova.compute.manager [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.328757] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.329084] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.330638] env[62359]: INFO nova.compute.claims [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.231444] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "6667005b-220a-4776-b388-12051f8b8fa3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.231856] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "6667005b-220a-4776-b388-12051f8b8fa3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.232027] env[62359]: INFO nova.compute.manager [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Shelving [ 1239.399315] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01e056e-8976-41a2-9b9b-c58ae2f8a72f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.407070] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe93de4-64ab-4635-868d-e41dd9bc93dc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.437239] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6b7806-fdfa-4519-82ce-341970a4bff1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.444371] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61867d4-5abd-4e19-8a68-2eb0ce1dd51b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.457349] env[62359]: DEBUG nova.compute.provider_tree [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.961025] env[62359]: DEBUG nova.scheduler.client.report [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.242882] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.243202] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-966e7a67-fc53-4776-bc54-f40b1ea6b159 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.251497] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1240.251497] env[62359]: value = "task-2441759" [ 1240.251497] env[62359]: _type = "Task" [ 1240.251497] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.259259] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.468374] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.468928] env[62359]: DEBUG nova.compute.manager [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.761297] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441759, 'name': PowerOffVM_Task, 'duration_secs': 0.179227} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.761561] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.762373] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec8415a-5fea-4dce-b517-2c3dfbc4f73e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.780071] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5526173e-6c38-426b-be62-b37ba8eefac8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.973916] env[62359]: DEBUG nova.compute.utils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1240.975269] env[62359]: DEBUG nova.compute.manager [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Allocating IP information in the background. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1240.975436] env[62359]: DEBUG nova.network.neutron [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] allocate_for_instance() {{(pid=62359) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.021598] env[62359]: DEBUG nova.policy [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca645113cab5472a904c1afb5877164a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0540ceaa468d4df5bbb5553cb24bdb04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62359) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.289629] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Creating Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1241.289995] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02d2ff26-df4f-4792-82c4-28e244692102 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.294970] env[62359]: DEBUG nova.network.neutron [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Successfully created port: 77947843-78fd-4d57-873a-e1e59c934454 {{(pid=62359) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.298786] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1241.298786] env[62359]: value = "task-2441760" [ 1241.298786] env[62359]: _type = "Task" [ 1241.298786] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.307191] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.479253] env[62359]: DEBUG nova.compute.manager [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1241.809349] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441760, 'name': CreateSnapshot_Task, 'duration_secs': 0.429566} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.809616] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Created Snapshot of the VM instance {{(pid=62359) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1241.810387] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5090f9-ab42-463e-bc2b-53da41438910 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.328457] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Creating linked-clone VM from snapshot {{(pid=62359) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1242.328638] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-664581e5-d06c-4351-b8ad-314dababe4b6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.337692] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1242.337692] env[62359]: value = "task-2441761" [ 1242.337692] env[62359]: _type = "Task" [ 1242.337692] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.345392] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441761, 'name': CloneVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.489030] env[62359]: DEBUG nova.compute.manager [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.516870] env[62359]: DEBUG nova.virt.hardware [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.517134] env[62359]: DEBUG nova.virt.hardware [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.517293] env[62359]: DEBUG nova.virt.hardware [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.517471] env[62359]: DEBUG nova.virt.hardware [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.517617] env[62359]: DEBUG nova.virt.hardware [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.517767] env[62359]: DEBUG nova.virt.hardware [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.517995] env[62359]: DEBUG nova.virt.hardware [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.518190] env[62359]: DEBUG nova.virt.hardware [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.518374] env[62359]: DEBUG nova.virt.hardware [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.518539] env[62359]: DEBUG nova.virt.hardware [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.518727] env[62359]: DEBUG nova.virt.hardware [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.519665] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c6b3dd-abd3-472e-9d83-3361ae2c16d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.527165] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d9f5c9-6e7e-41b6-b342-d173d8ea211e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.685808] env[62359]: DEBUG nova.compute.manager [req-703d5198-371e-4c7b-a44b-f9102492a0fc req-b369658d-cf5a-4800-acb3-1ad49b02c523 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Received event network-vif-plugged-77947843-78fd-4d57-873a-e1e59c934454 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.686071] env[62359]: DEBUG oslo_concurrency.lockutils [req-703d5198-371e-4c7b-a44b-f9102492a0fc req-b369658d-cf5a-4800-acb3-1ad49b02c523 service nova] Acquiring lock "2e04c081-b506-4b7d-8416-67800fcf3afe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.686300] env[62359]: DEBUG oslo_concurrency.lockutils [req-703d5198-371e-4c7b-a44b-f9102492a0fc req-b369658d-cf5a-4800-acb3-1ad49b02c523 service nova] Lock "2e04c081-b506-4b7d-8416-67800fcf3afe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.686479] env[62359]: DEBUG oslo_concurrency.lockutils [req-703d5198-371e-4c7b-a44b-f9102492a0fc req-b369658d-cf5a-4800-acb3-1ad49b02c523 service nova] Lock "2e04c081-b506-4b7d-8416-67800fcf3afe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.686651] env[62359]: DEBUG nova.compute.manager [req-703d5198-371e-4c7b-a44b-f9102492a0fc req-b369658d-cf5a-4800-acb3-1ad49b02c523 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] No waiting events found dispatching network-vif-plugged-77947843-78fd-4d57-873a-e1e59c934454 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.686841] env[62359]: WARNING nova.compute.manager [req-703d5198-371e-4c7b-a44b-f9102492a0fc req-b369658d-cf5a-4800-acb3-1ad49b02c523 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Received unexpected event network-vif-plugged-77947843-78fd-4d57-873a-e1e59c934454 for instance with vm_state building and task_state spawning. [ 1242.773232] env[62359]: DEBUG nova.network.neutron [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Successfully updated port: 77947843-78fd-4d57-873a-e1e59c934454 {{(pid=62359) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.848355] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441761, 'name': CloneVM_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.275288] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.275468] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.275592] env[62359]: DEBUG nova.network.neutron [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.350348] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441761, 'name': CloneVM_Task, 'duration_secs': 1.00912} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.350604] env[62359]: INFO nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Created linked-clone VM from snapshot [ 1243.351353] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea1f549-e099-4e38-852d-5e61b6f07211 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.359234] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Uploading image 8e10be38-7262-4ac7-bc28-907b3b2f82e4 {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1243.380272] env[62359]: DEBUG oslo_vmware.rw_handles [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1243.380272] env[62359]: value = "vm-494598" [ 1243.380272] env[62359]: _type = "VirtualMachine" [ 1243.380272] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1243.380540] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e2b335e8-5ad3-433f-bf73-e8e4e67c8d39 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.387056] env[62359]: DEBUG oslo_vmware.rw_handles [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lease: (returnval){ [ 1243.387056] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52530aff-0313-3249-81b7-97acb5c87710" [ 1243.387056] env[62359]: _type = "HttpNfcLease" [ 1243.387056] env[62359]: } obtained for exporting VM: (result){ [ 1243.387056] env[62359]: value = "vm-494598" [ 1243.387056] env[62359]: _type = "VirtualMachine" [ 1243.387056] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1243.387360] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the lease: (returnval){ [ 1243.387360] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52530aff-0313-3249-81b7-97acb5c87710" [ 1243.387360] env[62359]: _type = "HttpNfcLease" [ 1243.387360] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1243.393439] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.393439] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52530aff-0313-3249-81b7-97acb5c87710" [ 1243.393439] env[62359]: _type = "HttpNfcLease" [ 1243.393439] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1243.807675] env[62359]: DEBUG nova.network.neutron [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.895136] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.895136] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52530aff-0313-3249-81b7-97acb5c87710" [ 1243.895136] env[62359]: _type = "HttpNfcLease" [ 1243.895136] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1243.895475] env[62359]: DEBUG oslo_vmware.rw_handles [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1243.895475] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52530aff-0313-3249-81b7-97acb5c87710" [ 1243.895475] env[62359]: _type = "HttpNfcLease" [ 1243.895475] env[62359]: }. {{(pid=62359) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1243.896206] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cba147d-43d0-416e-bf6c-e50a2df401ca {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.903255] env[62359]: DEBUG oslo_vmware.rw_handles [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245266b-1ad2-35e8-e346-df07d9b80d7d/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1243.903431] env[62359]: DEBUG oslo_vmware.rw_handles [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245266b-1ad2-35e8-e346-df07d9b80d7d/disk-0.vmdk for reading. {{(pid=62359) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1243.961635] env[62359]: DEBUG nova.network.neutron [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Updating instance_info_cache with network_info: [{"id": "77947843-78fd-4d57-873a-e1e59c934454", "address": "fa:16:3e:1b:68:40", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77947843-78", "ovs_interfaceid": "77947843-78fd-4d57-873a-e1e59c934454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.992668] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-efcf8ff2-028f-47bf-bd67-4e0b867ea6b3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.464469] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.465256] env[62359]: DEBUG nova.compute.manager [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Instance network_info: |[{"id": "77947843-78fd-4d57-873a-e1e59c934454", "address": "fa:16:3e:1b:68:40", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77947843-78", "ovs_interfaceid": "77947843-78fd-4d57-873a-e1e59c934454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.465523] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:68:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77947843-78fd-4d57-873a-e1e59c934454', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.473497] env[62359]: DEBUG oslo.service.loopingcall [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1244.473812] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.474119] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-698d028f-942d-43f0-9896-82b4c6df6089 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.498310] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.498310] env[62359]: value = "task-2441763" [ 1244.498310] env[62359]: _type = "Task" [ 1244.498310] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.505992] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441763, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.721202] env[62359]: DEBUG nova.compute.manager [req-fe01918f-59ac-4824-b3a2-f743399a2239 req-b6e6f680-67ae-4aca-85f1-9ea2257113a9 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Received event network-changed-77947843-78fd-4d57-873a-e1e59c934454 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.721531] env[62359]: DEBUG nova.compute.manager [req-fe01918f-59ac-4824-b3a2-f743399a2239 req-b6e6f680-67ae-4aca-85f1-9ea2257113a9 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Refreshing instance network info cache due to event network-changed-77947843-78fd-4d57-873a-e1e59c934454. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1244.721919] env[62359]: DEBUG oslo_concurrency.lockutils [req-fe01918f-59ac-4824-b3a2-f743399a2239 req-b6e6f680-67ae-4aca-85f1-9ea2257113a9 service nova] Acquiring lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.722145] env[62359]: DEBUG oslo_concurrency.lockutils [req-fe01918f-59ac-4824-b3a2-f743399a2239 req-b6e6f680-67ae-4aca-85f1-9ea2257113a9 service nova] Acquired lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.722366] env[62359]: DEBUG nova.network.neutron [req-fe01918f-59ac-4824-b3a2-f743399a2239 req-b6e6f680-67ae-4aca-85f1-9ea2257113a9 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Refreshing network info cache for port 77947843-78fd-4d57-873a-e1e59c934454 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.010948] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441763, 'name': CreateVM_Task, 'duration_secs': 0.335897} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.011418] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.012119] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.012884] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.013058] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.013495] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6dfb53-9241-473c-a0ea-ba4424a7a822 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.019077] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1245.019077] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]5277aefb-9ca0-5ff0-78f2-933065091fd3" [ 1245.019077] env[62359]: _type = "Task" [ 1245.019077] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.027561] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5277aefb-9ca0-5ff0-78f2-933065091fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.432699] env[62359]: DEBUG nova.network.neutron [req-fe01918f-59ac-4824-b3a2-f743399a2239 req-b6e6f680-67ae-4aca-85f1-9ea2257113a9 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Updated VIF entry in instance network info cache for port 77947843-78fd-4d57-873a-e1e59c934454. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.433084] env[62359]: DEBUG nova.network.neutron [req-fe01918f-59ac-4824-b3a2-f743399a2239 req-b6e6f680-67ae-4aca-85f1-9ea2257113a9 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Updating instance_info_cache with network_info: [{"id": "77947843-78fd-4d57-873a-e1e59c934454", "address": "fa:16:3e:1b:68:40", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77947843-78", "ovs_interfaceid": "77947843-78fd-4d57-873a-e1e59c934454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.530781] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]5277aefb-9ca0-5ff0-78f2-933065091fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.531269] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.531570] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.531842] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.532100] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.532332] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.532653] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fd5182e-07b8-4b49-978a-1e235eb859ec {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.541092] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.541337] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.542112] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c87fb6-0d73-4344-959d-9baf7765c87a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.547691] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1245.547691] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e3894e-873f-ff23-b32a-eb6d3cc50799" [ 1245.547691] env[62359]: _type = "Task" [ 1245.547691] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.556028] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e3894e-873f-ff23-b32a-eb6d3cc50799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.935878] env[62359]: DEBUG oslo_concurrency.lockutils [req-fe01918f-59ac-4824-b3a2-f743399a2239 req-b6e6f680-67ae-4aca-85f1-9ea2257113a9 service nova] Releasing lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.058940] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e3894e-873f-ff23-b32a-eb6d3cc50799, 'name': SearchDatastore_Task, 'duration_secs': 0.017263} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.059746] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e009b7f3-21ae-4c8f-a122-803f6e7a481c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.064979] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1246.064979] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]528c976e-b0e9-bea9-714b-bfd8505650be" [ 1246.064979] env[62359]: _type = "Task" [ 1246.064979] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.072735] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528c976e-b0e9-bea9-714b-bfd8505650be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.575476] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]528c976e-b0e9-bea9-714b-bfd8505650be, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.575785] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.576150] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 2e04c081-b506-4b7d-8416-67800fcf3afe/2e04c081-b506-4b7d-8416-67800fcf3afe.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.576311] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebe1ace6-3ae6-4354-820d-902faf9633b0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.583182] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1246.583182] env[62359]: value = "task-2441764" [ 1246.583182] env[62359]: _type = "Task" [ 1246.583182] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.591013] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.093750] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504376} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.094143] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore2] 2e04c081-b506-4b7d-8416-67800fcf3afe/2e04c081-b506-4b7d-8416-67800fcf3afe.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.094279] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.094569] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03cf8f28-891d-473f-881d-20ff79b5f2ed {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.101272] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1247.101272] env[62359]: value = "task-2441765" [ 1247.101272] env[62359]: _type = "Task" [ 1247.101272] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.110326] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.613035] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062234} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.613301] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.614013] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaad2fb-ff99-440a-990e-d042f51f1b19 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.635318] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 2e04c081-b506-4b7d-8416-67800fcf3afe/2e04c081-b506-4b7d-8416-67800fcf3afe.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.635582] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041927d6-e4d4-48da-9ffe-3d517c97f8bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.655470] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1247.655470] env[62359]: value = "task-2441766" [ 1247.655470] env[62359]: _type = "Task" [ 1247.655470] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.663103] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.166135] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441766, 'name': ReconfigVM_Task, 'duration_secs': 0.437594} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.166516] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 2e04c081-b506-4b7d-8416-67800fcf3afe/2e04c081-b506-4b7d-8416-67800fcf3afe.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.167096] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1a0a0f3-b0ee-4e8b-b45d-19b982f587b5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.173393] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1248.173393] env[62359]: value = "task-2441767" [ 1248.173393] env[62359]: _type = "Task" [ 1248.173393] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.180798] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441767, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.683714] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441767, 'name': Rename_Task, 'duration_secs': 0.149418} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.683954] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.684227] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-856890a9-ef17-4587-8d94-ed09e041c40f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.690367] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1248.690367] env[62359]: value = "task-2441768" [ 1248.690367] env[62359]: _type = "Task" [ 1248.690367] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.697918] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.200898] env[62359]: DEBUG oslo_vmware.api [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441768, 'name': PowerOnVM_Task, 'duration_secs': 0.494291} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.201263] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.201528] env[62359]: INFO nova.compute.manager [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1249.201808] env[62359]: DEBUG nova.compute.manager [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.202537] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c20295-1c2f-4db5-b233-ecd4b805b211 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.722043] env[62359]: INFO nova.compute.manager [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Took 11.41 seconds to build instance. [ 1250.224888] env[62359]: DEBUG oslo_concurrency.lockutils [None req-679c2858-003d-4249-8cca-3941ed281b0a tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "2e04c081-b506-4b7d-8416-67800fcf3afe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.923s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.760647] env[62359]: DEBUG nova.compute.manager [req-387e2e3d-3961-4681-aa27-be4faf4a139f req-0fa4da71-b9d3-40b8-8a6f-c0e4b324d9bc service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Received event network-changed-77947843-78fd-4d57-873a-e1e59c934454 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1250.760946] env[62359]: DEBUG nova.compute.manager [req-387e2e3d-3961-4681-aa27-be4faf4a139f req-0fa4da71-b9d3-40b8-8a6f-c0e4b324d9bc service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Refreshing instance network info cache due to event network-changed-77947843-78fd-4d57-873a-e1e59c934454. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1250.761081] env[62359]: DEBUG oslo_concurrency.lockutils [req-387e2e3d-3961-4681-aa27-be4faf4a139f req-0fa4da71-b9d3-40b8-8a6f-c0e4b324d9bc service nova] Acquiring lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.761239] env[62359]: DEBUG oslo_concurrency.lockutils [req-387e2e3d-3961-4681-aa27-be4faf4a139f req-0fa4da71-b9d3-40b8-8a6f-c0e4b324d9bc service nova] Acquired lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.761401] env[62359]: DEBUG nova.network.neutron [req-387e2e3d-3961-4681-aa27-be4faf4a139f req-0fa4da71-b9d3-40b8-8a6f-c0e4b324d9bc service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Refreshing network info cache for port 77947843-78fd-4d57-873a-e1e59c934454 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.505483] env[62359]: DEBUG nova.network.neutron [req-387e2e3d-3961-4681-aa27-be4faf4a139f req-0fa4da71-b9d3-40b8-8a6f-c0e4b324d9bc service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Updated VIF entry in instance network info cache for port 77947843-78fd-4d57-873a-e1e59c934454. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.505893] env[62359]: DEBUG nova.network.neutron [req-387e2e3d-3961-4681-aa27-be4faf4a139f req-0fa4da71-b9d3-40b8-8a6f-c0e4b324d9bc service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Updating instance_info_cache with network_info: [{"id": "77947843-78fd-4d57-873a-e1e59c934454", "address": "fa:16:3e:1b:68:40", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77947843-78", "ovs_interfaceid": "77947843-78fd-4d57-873a-e1e59c934454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.993150] env[62359]: DEBUG oslo_vmware.rw_handles [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245266b-1ad2-35e8-e346-df07d9b80d7d/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1251.994081] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f3aa2b-c427-4c92-a027-a33c59673621 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.000654] env[62359]: DEBUG oslo_vmware.rw_handles [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245266b-1ad2-35e8-e346-df07d9b80d7d/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1252.000813] env[62359]: ERROR oslo_vmware.rw_handles [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245266b-1ad2-35e8-e346-df07d9b80d7d/disk-0.vmdk due to incomplete transfer. [ 1252.001040] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-546840b2-8420-4e01-aded-5fa242ed1c35 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.008657] env[62359]: DEBUG oslo_concurrency.lockutils [req-387e2e3d-3961-4681-aa27-be4faf4a139f req-0fa4da71-b9d3-40b8-8a6f-c0e4b324d9bc service nova] Releasing lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.009043] env[62359]: DEBUG oslo_vmware.rw_handles [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245266b-1ad2-35e8-e346-df07d9b80d7d/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1252.009243] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Uploaded image 8e10be38-7262-4ac7-bc28-907b3b2f82e4 to the Glance image server {{(pid=62359) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1252.011616] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Destroying the VM {{(pid=62359) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1252.011837] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-faf2f0aa-f2ef-4286-acfd-c8bec87251bf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.017200] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1252.017200] env[62359]: value = "task-2441769" [ 1252.017200] env[62359]: _type = "Task" [ 1252.017200] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.024537] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441769, 'name': Destroy_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.098499] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquiring lock "ef1b59f2-e135-4370-9305-24030144ff2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.098796] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Lock "ef1b59f2-e135-4370-9305-24030144ff2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.099086] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquiring lock "ef1b59f2-e135-4370-9305-24030144ff2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.099293] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Lock "ef1b59f2-e135-4370-9305-24030144ff2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.099492] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Lock "ef1b59f2-e135-4370-9305-24030144ff2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.101781] env[62359]: INFO nova.compute.manager [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Terminating instance [ 1252.527339] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441769, 'name': Destroy_Task, 'duration_secs': 0.324483} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.527685] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Destroyed the VM [ 1252.527834] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Deleting Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1252.528086] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e49f859e-8427-4662-8651-dfa731810c68 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.533676] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1252.533676] env[62359]: value = "task-2441770" [ 1252.533676] env[62359]: _type = "Task" [ 1252.533676] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.541109] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441770, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.605246] env[62359]: DEBUG nova.compute.manager [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.605489] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.606378] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504c47f8-516b-4804-a089-35f095df4af8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.613756] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.613994] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dbc70b1-093a-43c2-9596-8429de4e72f6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.619792] env[62359]: DEBUG oslo_vmware.api [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for the task: (returnval){ [ 1252.619792] env[62359]: value = "task-2441771" [ 1252.619792] env[62359]: _type = "Task" [ 1252.619792] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.627285] env[62359]: DEBUG oslo_vmware.api [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.043804] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441770, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358694} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.044062] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Deleted Snapshot of the VM instance {{(pid=62359) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1253.044377] env[62359]: DEBUG nova.compute.manager [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.045164] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed2144f-e69b-4ec4-b540-18e3b3a13795 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.129287] env[62359]: DEBUG oslo_vmware.api [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441771, 'name': PowerOffVM_Task, 'duration_secs': 0.225707} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.129529] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.129698] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.129936] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e12ea600-6019-4d74-acfd-1cc0cc336b93 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.188565] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.188767] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.188983] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Deleting the datastore file [datastore1] ef1b59f2-e135-4370-9305-24030144ff2f {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.189252] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89704e97-1ef6-4f38-a04f-e4fd27a68202 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.195380] env[62359]: DEBUG oslo_vmware.api [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for the task: (returnval){ [ 1253.195380] env[62359]: value = "task-2441773" [ 1253.195380] env[62359]: _type = "Task" [ 1253.195380] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.202575] env[62359]: DEBUG oslo_vmware.api [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.557027] env[62359]: INFO nova.compute.manager [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Shelve offloading [ 1253.706466] env[62359]: DEBUG oslo_vmware.api [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Task: {'id': task-2441773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509623} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.706741] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.706924] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.707158] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.707341] env[62359]: INFO nova.compute.manager [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1253.707582] env[62359]: DEBUG oslo.service.loopingcall [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1253.707774] env[62359]: DEBUG nova.compute.manager [-] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.707870] env[62359]: DEBUG nova.network.neutron [-] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.060724] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.061156] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-062bc1cf-b47f-4ea9-88ad-0c869e2cd21a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.068280] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1254.068280] env[62359]: value = "task-2441774" [ 1254.068280] env[62359]: _type = "Task" [ 1254.068280] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.076194] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.156368] env[62359]: DEBUG nova.compute.manager [req-30a21da5-a54a-42c4-afc1-06211fb078f9 req-703d396f-52f9-431b-9ee1-d79d686cfe85 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Received event network-vif-deleted-e149ed6c-8b56-4f76-94e0-99a36a7472e1 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1254.156526] env[62359]: INFO nova.compute.manager [req-30a21da5-a54a-42c4-afc1-06211fb078f9 req-703d396f-52f9-431b-9ee1-d79d686cfe85 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Neutron deleted interface e149ed6c-8b56-4f76-94e0-99a36a7472e1; detaching it from the instance and deleting it from the info cache [ 1254.156695] env[62359]: DEBUG nova.network.neutron [req-30a21da5-a54a-42c4-afc1-06211fb078f9 req-703d396f-52f9-431b-9ee1-d79d686cfe85 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.578612] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] VM already powered off {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1254.578880] env[62359]: DEBUG nova.compute.manager [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.579629] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd87c50-8919-42b4-bcbc-e2f8df0b3e6c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.585427] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.585596] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.585765] env[62359]: DEBUG nova.network.neutron [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.640678] env[62359]: DEBUG nova.network.neutron [-] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.659261] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0895efb3-9175-4c69-9b04-64da2b697535 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.669852] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48305b24-c80a-49e4-bb08-ef42591d4816 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.696840] env[62359]: DEBUG nova.compute.manager [req-30a21da5-a54a-42c4-afc1-06211fb078f9 req-703d396f-52f9-431b-9ee1-d79d686cfe85 service nova] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Detach interface failed, port_id=e149ed6c-8b56-4f76-94e0-99a36a7472e1, reason: Instance ef1b59f2-e135-4370-9305-24030144ff2f could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1255.144374] env[62359]: INFO nova.compute.manager [-] [instance: ef1b59f2-e135-4370-9305-24030144ff2f] Took 1.44 seconds to deallocate network for instance. [ 1255.298533] env[62359]: DEBUG nova.network.neutron [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updating instance_info_cache with network_info: [{"id": "8e76145f-e910-42ce-b35b-647d3bc421f5", "address": "fa:16:3e:e6:33:bd", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e76145f-e9", "ovs_interfaceid": "8e76145f-e910-42ce-b35b-647d3bc421f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.652101] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.652436] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.652608] env[62359]: DEBUG nova.objects.instance [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Lazy-loading 'resources' on Instance uuid ef1b59f2-e135-4370-9305-24030144ff2f {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.800679] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.127559] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.128466] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3c95d9-e34f-44d6-b447-4ed8156fde5c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.136135] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.136364] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b18e440-b2b5-4b94-ac1f-32a737af64f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.182175] env[62359]: DEBUG nova.compute.manager [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Received event network-vif-unplugged-8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1256.182458] env[62359]: DEBUG oslo_concurrency.lockutils [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] Acquiring lock "6667005b-220a-4776-b388-12051f8b8fa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.182732] env[62359]: DEBUG oslo_concurrency.lockutils [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] Lock "6667005b-220a-4776-b388-12051f8b8fa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.182943] env[62359]: DEBUG oslo_concurrency.lockutils [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] Lock "6667005b-220a-4776-b388-12051f8b8fa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.183141] env[62359]: DEBUG nova.compute.manager [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] No waiting events found dispatching network-vif-unplugged-8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.183353] env[62359]: WARNING nova.compute.manager [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Received unexpected event network-vif-unplugged-8e76145f-e910-42ce-b35b-647d3bc421f5 for instance with vm_state shelved and task_state shelving_offloading. [ 1256.183530] env[62359]: DEBUG nova.compute.manager [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Received event network-changed-8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1256.183710] env[62359]: DEBUG nova.compute.manager [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Refreshing instance network info cache due to event network-changed-8e76145f-e910-42ce-b35b-647d3bc421f5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1256.183939] env[62359]: DEBUG oslo_concurrency.lockutils [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] Acquiring lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.184088] env[62359]: DEBUG oslo_concurrency.lockutils [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] Acquired lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.184264] env[62359]: DEBUG nova.network.neutron [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Refreshing network info cache for port 8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.200388] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.200594] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.200772] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleting the datastore file [datastore2] 6667005b-220a-4776-b388-12051f8b8fa3 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.203577] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37006f87-5b6b-4bad-af6d-12eda0c1c500 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.210287] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1256.210287] env[62359]: value = "task-2441776" [ 1256.210287] env[62359]: _type = "Task" [ 1256.210287] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.219678] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.232411] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ab3d83-3e06-442b-b8f4-2bae0f771776 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.239147] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88117ecc-07e4-4fe8-8fdb-38d6eabec660 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.269882] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f364ce-9269-4dc7-90f2-ae9ca923e5d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.276885] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67700275-5a44-4ef1-9994-0c497ec2c7f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.290269] env[62359]: DEBUG nova.compute.provider_tree [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.721579] env[62359]: DEBUG oslo_vmware.api [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124694} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.721903] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.722032] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.722221] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.740148] env[62359]: INFO nova.scheduler.client.report [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleted allocations for instance 6667005b-220a-4776-b388-12051f8b8fa3 [ 1256.793791] env[62359]: DEBUG nova.scheduler.client.report [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.909809] env[62359]: DEBUG nova.network.neutron [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updated VIF entry in instance network info cache for port 8e76145f-e910-42ce-b35b-647d3bc421f5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.910372] env[62359]: DEBUG nova.network.neutron [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updating instance_info_cache with network_info: [{"id": "8e76145f-e910-42ce-b35b-647d3bc421f5", "address": "fa:16:3e:e6:33:bd", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8e76145f-e9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.244642] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.298872] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.301491] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.057s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.301842] env[62359]: DEBUG nova.objects.instance [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'resources' on Instance uuid 6667005b-220a-4776-b388-12051f8b8fa3 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.316759] env[62359]: INFO nova.scheduler.client.report [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Deleted allocations for instance ef1b59f2-e135-4370-9305-24030144ff2f [ 1257.413339] env[62359]: DEBUG oslo_concurrency.lockutils [req-06a0bcd8-6069-47a5-b26e-92e68e720b14 req-316444ba-82e6-4fed-a642-81fc7d13b475 service nova] Releasing lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.804339] env[62359]: DEBUG nova.objects.instance [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'numa_topology' on Instance uuid 6667005b-220a-4776-b388-12051f8b8fa3 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.822972] env[62359]: DEBUG oslo_concurrency.lockutils [None req-d5c6f13e-67f8-4f65-b750-770d764419b7 tempest-ServersV294TestFqdnHostnames-704302255 tempest-ServersV294TestFqdnHostnames-704302255-project-member] Lock "ef1b59f2-e135-4370-9305-24030144ff2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.724s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.197438] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "6667005b-220a-4776-b388-12051f8b8fa3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.306863] env[62359]: DEBUG nova.objects.base [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Object Instance<6667005b-220a-4776-b388-12051f8b8fa3> lazy-loaded attributes: resources,numa_topology {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1258.361377] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f007b9-5804-4d8c-b034-c5ff66eb73cd {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.369743] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cf77ef-10c8-4263-a2d3-cd5a248a3072 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.400107] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15db415b-29a7-4c6c-82fd-8c81946f534e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.407100] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd7290-1029-474d-990a-6b18e5668286 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.420739] env[62359]: DEBUG nova.compute.provider_tree [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.923434] env[62359]: DEBUG nova.scheduler.client.report [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.428712] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.937584] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6cd1bcaf-416c-4704-a8f0-0b1e250394d6 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "6667005b-220a-4776-b388-12051f8b8fa3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.706s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.938405] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "6667005b-220a-4776-b388-12051f8b8fa3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.741s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.938595] env[62359]: INFO nova.compute.manager [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Unshelving [ 1260.963509] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.963784] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.963983] env[62359]: DEBUG nova.objects.instance [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'pci_requests' on Instance uuid 6667005b-220a-4776-b388-12051f8b8fa3 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.468204] env[62359]: DEBUG nova.objects.instance [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'numa_topology' on Instance uuid 6667005b-220a-4776-b388-12051f8b8fa3 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.700768] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.700998] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.970265] env[62359]: INFO nova.compute.claims [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.204467] env[62359]: DEBUG nova.compute.utils [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1262.707668] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.026083] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf1c114-fbd5-4f7c-bdc2-4eb641a89931 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.033494] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32649607-6c14-44e2-b956-12958d06bb16 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.064667] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc3e675-834b-4b0e-8ea0-ccef3daf884e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.071362] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6206e00b-4129-4a59-b86d-78cb19c8e4c9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.083922] env[62359]: DEBUG nova.compute.provider_tree [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.586808] env[62359]: DEBUG nova.scheduler.client.report [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.765698] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.772621] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.772621] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.772621] env[62359]: INFO nova.compute.manager [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Attaching volume f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d to /dev/sdb [ 1263.801300] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5494b936-ede7-4d46-b471-326c57fca5b9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.808910] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0b37ef-b897-4a69-a337-89752a7d0a02 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.822512] env[62359]: DEBUG nova.virt.block_device [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Updating existing volume attachment record: 109d5cb4-4b5d-4840-87a3-4c4398d0929e {{(pid=62359) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1264.092662] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.129s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.123127] env[62359]: INFO nova.network.neutron [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updating port 8e76145f-e910-42ce-b35b-647d3bc421f5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1264.767033] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.767033] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Starting heal instance info cache {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1264.767033] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Rebuilding the list of instances to heal {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1265.270348] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.270763] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquired lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.270763] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Forcefully refreshing network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1265.270853] env[62359]: DEBUG nova.objects.instance [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lazy-loading 'info_cache' on Instance uuid 6667005b-220a-4776-b388-12051f8b8fa3 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.529422] env[62359]: DEBUG nova.compute.manager [req-baed36c8-b523-4bf6-b58c-79cafe3ed4c7 req-4b69a82d-304a-4093-a40f-e3e09ef21a8f service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Received event network-vif-plugged-8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1265.529630] env[62359]: DEBUG oslo_concurrency.lockutils [req-baed36c8-b523-4bf6-b58c-79cafe3ed4c7 req-4b69a82d-304a-4093-a40f-e3e09ef21a8f service nova] Acquiring lock "6667005b-220a-4776-b388-12051f8b8fa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.529832] env[62359]: DEBUG oslo_concurrency.lockutils [req-baed36c8-b523-4bf6-b58c-79cafe3ed4c7 req-4b69a82d-304a-4093-a40f-e3e09ef21a8f service nova] Lock "6667005b-220a-4776-b388-12051f8b8fa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.529999] env[62359]: DEBUG oslo_concurrency.lockutils [req-baed36c8-b523-4bf6-b58c-79cafe3ed4c7 req-4b69a82d-304a-4093-a40f-e3e09ef21a8f service nova] Lock "6667005b-220a-4776-b388-12051f8b8fa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.530470] env[62359]: DEBUG nova.compute.manager [req-baed36c8-b523-4bf6-b58c-79cafe3ed4c7 req-4b69a82d-304a-4093-a40f-e3e09ef21a8f service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] No waiting events found dispatching network-vif-plugged-8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.530648] env[62359]: WARNING nova.compute.manager [req-baed36c8-b523-4bf6-b58c-79cafe3ed4c7 req-4b69a82d-304a-4093-a40f-e3e09ef21a8f service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Received unexpected event network-vif-plugged-8e76145f-e910-42ce-b35b-647d3bc421f5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1265.618169] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.981627] env[62359]: DEBUG nova.network.neutron [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updating instance_info_cache with network_info: [{"id": "8e76145f-e910-42ce-b35b-647d3bc421f5", "address": "fa:16:3e:e6:33:bd", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e76145f-e9", "ovs_interfaceid": "8e76145f-e910-42ce-b35b-647d3bc421f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.484068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Releasing lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.484273] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updated the network info_cache for instance {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1267.484549] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.484737] env[62359]: DEBUG nova.network.neutron [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.485872] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.486062] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.486230] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.486381] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.486509] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62359) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1267.486651] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.555607] env[62359]: DEBUG nova.compute.manager [req-dbaba9d9-195c-4fab-b871-7439fc0e8ec5 req-5b9c0f18-012d-40bb-81c2-24d0a7dd0abf service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Received event network-changed-8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1267.555798] env[62359]: DEBUG nova.compute.manager [req-dbaba9d9-195c-4fab-b871-7439fc0e8ec5 req-5b9c0f18-012d-40bb-81c2-24d0a7dd0abf service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Refreshing instance network info cache due to event network-changed-8e76145f-e910-42ce-b35b-647d3bc421f5. {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1267.555981] env[62359]: DEBUG oslo_concurrency.lockutils [req-dbaba9d9-195c-4fab-b871-7439fc0e8ec5 req-5b9c0f18-012d-40bb-81c2-24d0a7dd0abf service nova] Acquiring lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.989572] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.990047] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.990047] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.990047] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62359) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1267.993031] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d55697-0558-489e-83f2-0bd2a1056ec9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.001329] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38335773-c760-4a0e-86e6-9850ad62863d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.014584] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723f2892-9770-406a-8de9-0ef7b509cc65 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.020403] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee99c6da-e0f8-4373-a394-3bbc93117f21 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.051285] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179767MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62359) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1268.051448] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.051656] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.196433] env[62359]: DEBUG nova.network.neutron [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updating instance_info_cache with network_info: [{"id": "8e76145f-e910-42ce-b35b-647d3bc421f5", "address": "fa:16:3e:e6:33:bd", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e76145f-e9", "ovs_interfaceid": "8e76145f-e910-42ce-b35b-647d3bc421f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.368899] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Volume attach. Driver type: vmdk {{(pid=62359) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1268.369224] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494600', 'volume_id': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'name': 'volume-f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'serial': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1268.370122] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b3075c-47ab-452b-8799-304d46f80c88 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.386804] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4286507-1b67-4173-9208-48e8acfae6d6 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.411266] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d/volume-f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.411577] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-122ec80a-1342-4f25-bc8f-7edb18500643 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.430289] env[62359]: DEBUG oslo_vmware.api [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1268.430289] env[62359]: value = "task-2441779" [ 1268.430289] env[62359]: _type = "Task" [ 1268.430289] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.438331] env[62359]: DEBUG oslo_vmware.api [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.699683] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.702347] env[62359]: DEBUG oslo_concurrency.lockutils [req-dbaba9d9-195c-4fab-b871-7439fc0e8ec5 req-5b9c0f18-012d-40bb-81c2-24d0a7dd0abf service nova] Acquired lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.702497] env[62359]: DEBUG nova.network.neutron [req-dbaba9d9-195c-4fab-b871-7439fc0e8ec5 req-5b9c0f18-012d-40bb-81c2-24d0a7dd0abf service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Refreshing network info cache for port 8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.729513] env[62359]: DEBUG nova.virt.hardware [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0425ea0d075e1d31fa991a734a09380b',container_format='bare',created_at=2025-02-10T21:22:23Z,direct_url=,disk_format='vmdk',id=8e10be38-7262-4ac7-bc28-907b3b2f82e4,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-623253732-shelved',owner='4550d6bc4ada467e91c13dbe0c828b87',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-02-10T21:22:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.729778] env[62359]: DEBUG nova.virt.hardware [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.729954] env[62359]: DEBUG nova.virt.hardware [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.730278] env[62359]: DEBUG nova.virt.hardware [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.730485] env[62359]: DEBUG nova.virt.hardware [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.730916] env[62359]: DEBUG nova.virt.hardware [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.730916] env[62359]: DEBUG nova.virt.hardware [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.731160] env[62359]: DEBUG nova.virt.hardware [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.731247] env[62359]: DEBUG nova.virt.hardware [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.731389] env[62359]: DEBUG nova.virt.hardware [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.731631] env[62359]: DEBUG nova.virt.hardware [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.732885] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158dede7-8bc0-4309-b30a-2e78fc1abbbf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.741828] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd01d37-cbcb-4d26-a490-19817f1b1a32 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.757543] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:33:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e76145f-e910-42ce-b35b-647d3bc421f5', 'vif_model': 'vmxnet3'}] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.765084] env[62359]: DEBUG oslo.service.loopingcall [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1268.765429] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.765686] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f177f68-43d3-4ba5-8c4a-e642433a530e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.786418] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.786418] env[62359]: value = "task-2441780" [ 1268.786418] env[62359]: _type = "Task" [ 1268.786418] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.798885] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441780, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.940511] env[62359]: DEBUG oslo_vmware.api [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441779, 'name': ReconfigVM_Task, 'duration_secs': 0.37082} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.940827] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d/volume-f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d.vmdk or device None with type thin {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.945469] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47f6a77c-40fe-4438-a3d9-4db9e47ba14a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.960135] env[62359]: DEBUG oslo_vmware.api [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1268.960135] env[62359]: value = "task-2441781" [ 1268.960135] env[62359]: _type = "Task" [ 1268.960135] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.968202] env[62359]: DEBUG oslo_vmware.api [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.079732] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.080116] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 2e04c081-b506-4b7d-8416-67800fcf3afe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.080116] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance 6667005b-220a-4776-b388-12051f8b8fa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1269.080237] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1269.080361] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1269.133740] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaeb496-050d-4e5f-996a-01c3471d94e4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.141108] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb502454-3200-4aa1-a43c-d0b664f322f4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.170583] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a5f95e-ea94-4c77-8961-3cdb14129bc9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.178174] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853a360f-d6c9-49c0-8665-dade248b9bd3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.191834] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.296167] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441780, 'name': CreateVM_Task, 'duration_secs': 0.313178} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.296375] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.296964] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.297158] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.297537] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.297786] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470fdd2c-f2b3-4564-b2e0-f64c2f9b51b8 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.302406] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1269.302406] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52a60a15-0e9d-8045-75fa-eabb3beaecc6" [ 1269.302406] env[62359]: _type = "Task" [ 1269.302406] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.311495] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52a60a15-0e9d-8045-75fa-eabb3beaecc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.431550] env[62359]: DEBUG nova.network.neutron [req-dbaba9d9-195c-4fab-b871-7439fc0e8ec5 req-5b9c0f18-012d-40bb-81c2-24d0a7dd0abf service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updated VIF entry in instance network info cache for port 8e76145f-e910-42ce-b35b-647d3bc421f5. {{(pid=62359) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.431916] env[62359]: DEBUG nova.network.neutron [req-dbaba9d9-195c-4fab-b871-7439fc0e8ec5 req-5b9c0f18-012d-40bb-81c2-24d0a7dd0abf service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updating instance_info_cache with network_info: [{"id": "8e76145f-e910-42ce-b35b-647d3bc421f5", "address": "fa:16:3e:e6:33:bd", "network": {"id": "363cb5cf-b79f-417c-b81b-7217467aa620", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1185356795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550d6bc4ada467e91c13dbe0c828b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e76145f-e9", "ovs_interfaceid": "8e76145f-e910-42ce-b35b-647d3bc421f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.469512] env[62359]: DEBUG oslo_vmware.api [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.695032] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.815254] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.815464] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Processing image 8e10be38-7262-4ac7-bc28-907b3b2f82e4 {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.815700] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4/8e10be38-7262-4ac7-bc28-907b3b2f82e4.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.815848] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4/8e10be38-7262-4ac7-bc28-907b3b2f82e4.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.816035] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.816310] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-745a1952-7fed-4f44-9179-d58d4641d058 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.834998] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.835265] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.835960] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d06001d1-f9f4-471f-b200-ef0647756a3c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.841289] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1269.841289] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52c6da70-0d16-176c-e17a-5f4970160bf7" [ 1269.841289] env[62359]: _type = "Task" [ 1269.841289] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.849180] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52c6da70-0d16-176c-e17a-5f4970160bf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.935124] env[62359]: DEBUG oslo_concurrency.lockutils [req-dbaba9d9-195c-4fab-b871-7439fc0e8ec5 req-5b9c0f18-012d-40bb-81c2-24d0a7dd0abf service nova] Releasing lock "refresh_cache-6667005b-220a-4776-b388-12051f8b8fa3" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.970018] env[62359]: DEBUG oslo_vmware.api [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441781, 'name': ReconfigVM_Task, 'duration_secs': 0.928046} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.970335] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494600', 'volume_id': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'name': 'volume-f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'serial': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d'} {{(pid=62359) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1270.199679] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1270.199679] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.351994] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Preparing fetch location {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1270.352259] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Fetch image to [datastore2] OSTACK_IMG_41fd5922-4365-40b2-b9dc-101f13b94eec/OSTACK_IMG_41fd5922-4365-40b2-b9dc-101f13b94eec.vmdk {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1270.352447] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Downloading stream optimized image 8e10be38-7262-4ac7-bc28-907b3b2f82e4 to [datastore2] OSTACK_IMG_41fd5922-4365-40b2-b9dc-101f13b94eec/OSTACK_IMG_41fd5922-4365-40b2-b9dc-101f13b94eec.vmdk on the data store datastore2 as vApp {{(pid=62359) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1270.352618] env[62359]: DEBUG nova.virt.vmwareapi.images [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Downloading image file data 8e10be38-7262-4ac7-bc28-907b3b2f82e4 to the ESX as VM named 'OSTACK_IMG_41fd5922-4365-40b2-b9dc-101f13b94eec' {{(pid=62359) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1270.417154] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1270.417154] env[62359]: value = "resgroup-9" [ 1270.417154] env[62359]: _type = "ResourcePool" [ 1270.417154] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1270.417452] env[62359]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c2066de7-0435-48c4-b77a-91aa6761d204 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.438662] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lease: (returnval){ [ 1270.438662] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52361683-7267-c182-33ad-b4f4003d9e25" [ 1270.438662] env[62359]: _type = "HttpNfcLease" [ 1270.438662] env[62359]: } obtained for vApp import into resource pool (val){ [ 1270.438662] env[62359]: value = "resgroup-9" [ 1270.438662] env[62359]: _type = "ResourcePool" [ 1270.438662] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1270.439031] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the lease: (returnval){ [ 1270.439031] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52361683-7267-c182-33ad-b4f4003d9e25" [ 1270.439031] env[62359]: _type = "HttpNfcLease" [ 1270.439031] env[62359]: } to be ready. {{(pid=62359) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1270.445171] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.445171] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52361683-7267-c182-33ad-b4f4003d9e25" [ 1270.445171] env[62359]: _type = "HttpNfcLease" [ 1270.445171] env[62359]: } is initializing. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1270.479368] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.479619] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.947350] env[62359]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.947350] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52361683-7267-c182-33ad-b4f4003d9e25" [ 1270.947350] env[62359]: _type = "HttpNfcLease" [ 1270.947350] env[62359]: } is ready. {{(pid=62359) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1270.947645] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1270.947645] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52361683-7267-c182-33ad-b4f4003d9e25" [ 1270.947645] env[62359]: _type = "HttpNfcLease" [ 1270.947645] env[62359]: }. {{(pid=62359) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1270.948282] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60688463-fe9d-4aed-8e8b-e4bdfc5c34d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.955145] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce89b4-6c05-2118-2da5-b056f32e9f57/disk-0.vmdk from lease info. {{(pid=62359) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1270.955317] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce89b4-6c05-2118-2da5-b056f32e9f57/disk-0.vmdk. {{(pid=62359) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1271.011170] env[62359]: DEBUG nova.objects.instance [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lazy-loading 'flavor' on Instance uuid f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.018861] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed45f806-9417-402f-a45b-192311d8fbb7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.517469] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8498678c-fec7-497e-9656-3e7620da7385 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.745s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.056096] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Completed reading data from the image iterator. {{(pid=62359) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1272.056327] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce89b4-6c05-2118-2da5-b056f32e9f57/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1272.057300] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bd4ac2-47b6-453d-b744-5b7f478fdfee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.066271] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce89b4-6c05-2118-2da5-b056f32e9f57/disk-0.vmdk is in state: ready. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1272.066536] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce89b4-6c05-2118-2da5-b056f32e9f57/disk-0.vmdk. {{(pid=62359) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1272.066907] env[62359]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e8214382-885e-437a-879a-7d89447ce714 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.249957] env[62359]: DEBUG oslo_vmware.rw_handles [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce89b4-6c05-2118-2da5-b056f32e9f57/disk-0.vmdk. {{(pid=62359) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1272.250203] env[62359]: INFO nova.virt.vmwareapi.images [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Downloaded image file data 8e10be38-7262-4ac7-bc28-907b3b2f82e4 [ 1272.251199] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2508d7-229c-4df8-899f-dd431f049ad0 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.266812] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-243707f7-53b5-4b94-9047-2b4d180b3b2e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.268543] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.268761] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.291032] env[62359]: INFO nova.virt.vmwareapi.images [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] The imported VM was unregistered [ 1272.293399] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Caching image {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1272.293628] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4 {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.294129] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f9df1c0-045b-4a59-a738-bddd83476863 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.303798] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Created directory with path [datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4 {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.303978] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_41fd5922-4365-40b2-b9dc-101f13b94eec/OSTACK_IMG_41fd5922-4365-40b2-b9dc-101f13b94eec.vmdk to [datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4/8e10be38-7262-4ac7-bc28-907b3b2f82e4.vmdk. {{(pid=62359) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1272.304226] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f6c70be2-c9bb-40a9-a28a-9404594574d4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.310709] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1272.310709] env[62359]: value = "task-2441784" [ 1272.310709] env[62359]: _type = "Task" [ 1272.310709] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.318750] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441784, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.772630] env[62359]: INFO nova.compute.manager [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Detaching volume f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d [ 1272.811443] env[62359]: INFO nova.virt.block_device [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Attempting to driver detach volume f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d from mountpoint /dev/sdb [ 1272.811746] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Volume detach. Driver type: vmdk {{(pid=62359) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1272.811938] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494600', 'volume_id': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'name': 'volume-f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'serial': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1272.812894] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d39d206-a4f8-402b-a4ab-4a1ffebf2866 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.824213] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441784, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.841138] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2587676-7d3c-4700-bc23-88564c758e02 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.848713] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a790d9-f4ce-4f49-a731-d55cc4dcbca4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.869055] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc2cb51-779d-4a24-994f-a3a6f90db5e7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.885807] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] The volume has not been displaced from its original location: [datastore2] volume-f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d/volume-f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d.vmdk. No consolidation needed. {{(pid=62359) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1272.891243] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1272.891607] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30c1d3b8-838e-48c5-8a15-d5b3e95f5098 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.911262] env[62359]: DEBUG oslo_vmware.api [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1272.911262] env[62359]: value = "task-2441785" [ 1272.911262] env[62359]: _type = "Task" [ 1272.911262] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.919611] env[62359]: DEBUG oslo_vmware.api [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.322238] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441784, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.421166] env[62359]: DEBUG oslo_vmware.api [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441785, 'name': ReconfigVM_Task, 'duration_secs': 0.393806} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.421461] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62359) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1273.426328] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17ae949f-2cfb-42cc-b956-8686e3d76766 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.442771] env[62359]: DEBUG oslo_vmware.api [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1273.442771] env[62359]: value = "task-2441786" [ 1273.442771] env[62359]: _type = "Task" [ 1273.442771] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.451375] env[62359]: DEBUG oslo_vmware.api [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.823593] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441784, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.954081] env[62359]: DEBUG oslo_vmware.api [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441786, 'name': ReconfigVM_Task, 'duration_secs': 0.174155} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.954510] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-494600', 'volume_id': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'name': 'volume-f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d', 'serial': 'f8ddcd04-3d5e-4ecc-84f5-ac425000fa5d'} {{(pid=62359) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1274.324650] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441784, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.501061] env[62359]: DEBUG nova.objects.instance [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lazy-loading 'flavor' on Instance uuid f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.825936] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441784, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.183789} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.826317] env[62359]: INFO nova.virt.vmwareapi.ds_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_41fd5922-4365-40b2-b9dc-101f13b94eec/OSTACK_IMG_41fd5922-4365-40b2-b9dc-101f13b94eec.vmdk to [datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4/8e10be38-7262-4ac7-bc28-907b3b2f82e4.vmdk. [ 1274.826411] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Cleaning up location [datastore2] OSTACK_IMG_41fd5922-4365-40b2-b9dc-101f13b94eec {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1274.826614] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_41fd5922-4365-40b2-b9dc-101f13b94eec {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.826873] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e41ad6b8-aad1-49b6-a3b8-ffb700130623 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.834898] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1274.834898] env[62359]: value = "task-2441787" [ 1274.834898] env[62359]: _type = "Task" [ 1274.834898] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.842497] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.344983] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044798} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.345247] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.345426] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4/8e10be38-7262-4ac7-bc28-907b3b2f82e4.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.345665] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4/8e10be38-7262-4ac7-bc28-907b3b2f82e4.vmdk to [datastore2] 6667005b-220a-4776-b388-12051f8b8fa3/6667005b-220a-4776-b388-12051f8b8fa3.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.345901] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56e01538-827b-422a-8f0f-50ff497527e4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.351793] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1275.351793] env[62359]: value = "task-2441788" [ 1275.351793] env[62359]: _type = "Task" [ 1275.351793] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.358567] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.510528] env[62359]: DEBUG oslo_concurrency.lockutils [None req-8f89d1ca-4843-4810-9331-14eebcf09fd3 tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.862832] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441788, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.362513] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441788, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.535037] env[62359]: DEBUG oslo_concurrency.lockutils [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.535037] env[62359]: DEBUG oslo_concurrency.lockutils [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.535338] env[62359]: DEBUG oslo_concurrency.lockutils [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.535388] env[62359]: DEBUG oslo_concurrency.lockutils [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.535594] env[62359]: DEBUG oslo_concurrency.lockutils [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.538110] env[62359]: INFO nova.compute.manager [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Terminating instance [ 1276.863973] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441788, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.042121] env[62359]: DEBUG nova.compute.manager [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.042427] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.043428] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ca5241-f5d6-4ba6-9249-4cf1a2bb9833 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.051780] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.052062] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ae49a2c-108a-410f-b0cb-83caaacf330a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.058706] env[62359]: DEBUG oslo_vmware.api [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1277.058706] env[62359]: value = "task-2441789" [ 1277.058706] env[62359]: _type = "Task" [ 1277.058706] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.067835] env[62359]: DEBUG oslo_vmware.api [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.365478] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441788, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.568454] env[62359]: DEBUG oslo_vmware.api [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441789, 'name': PowerOffVM_Task, 'duration_secs': 0.212223} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.568750] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.568924] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.569222] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d014248-c6bd-4816-8b5a-a6f5fd5dacbb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.633547] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.633865] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.634038] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleting the datastore file [datastore1] f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.635556] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-594e2d49-4a2b-45fe-bc26-b7887caebb12 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.642734] env[62359]: DEBUG oslo_vmware.api [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for the task: (returnval){ [ 1277.642734] env[62359]: value = "task-2441791" [ 1277.642734] env[62359]: _type = "Task" [ 1277.642734] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.650561] env[62359]: DEBUG oslo_vmware.api [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.865063] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441788, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.184735} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.865426] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8e10be38-7262-4ac7-bc28-907b3b2f82e4/8e10be38-7262-4ac7-bc28-907b3b2f82e4.vmdk to [datastore2] 6667005b-220a-4776-b388-12051f8b8fa3/6667005b-220a-4776-b388-12051f8b8fa3.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.866072] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b0f2a9-5629-400a-8020-6547a0854f10 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.887246] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 6667005b-220a-4776-b388-12051f8b8fa3/6667005b-220a-4776-b388-12051f8b8fa3.vmdk or device None with type streamOptimized {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.887487] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3f23d91-5708-48ee-a86e-c73ab69558d7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.905987] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1277.905987] env[62359]: value = "task-2441792" [ 1277.905987] env[62359]: _type = "Task" [ 1277.905987] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.913539] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.153714] env[62359]: DEBUG oslo_vmware.api [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Task: {'id': task-2441791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157948} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.153904] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.154105] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.154289] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.154464] env[62359]: INFO nova.compute.manager [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1278.154718] env[62359]: DEBUG oslo.service.loopingcall [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1278.154907] env[62359]: DEBUG nova.compute.manager [-] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.155015] env[62359]: DEBUG nova.network.neutron [-] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.418706] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441792, 'name': ReconfigVM_Task, 'duration_secs': 0.323699} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.419219] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 6667005b-220a-4776-b388-12051f8b8fa3/6667005b-220a-4776-b388-12051f8b8fa3.vmdk or device None with type streamOptimized {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.419897] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a561bb7e-6620-47f6-bf1e-bb749ad55133 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.426022] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1278.426022] env[62359]: value = "task-2441793" [ 1278.426022] env[62359]: _type = "Task" [ 1278.426022] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.434695] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441793, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.616652] env[62359]: DEBUG nova.compute.manager [req-3aa281ed-3c07-40a1-b56e-4d39d0160cb6 req-f0333bd3-a8d2-4380-b031-7928fd6ace0e service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Received event network-vif-deleted-1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.616812] env[62359]: INFO nova.compute.manager [req-3aa281ed-3c07-40a1-b56e-4d39d0160cb6 req-f0333bd3-a8d2-4380-b031-7928fd6ace0e service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Neutron deleted interface 1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9; detaching it from the instance and deleting it from the info cache [ 1278.616984] env[62359]: DEBUG nova.network.neutron [req-3aa281ed-3c07-40a1-b56e-4d39d0160cb6 req-f0333bd3-a8d2-4380-b031-7928fd6ace0e service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.936613] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441793, 'name': Rename_Task, 'duration_secs': 0.151963} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.936984] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.937147] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7e731cf-a235-498a-9cbb-3c1318e78351 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.942907] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1278.942907] env[62359]: value = "task-2441794" [ 1278.942907] env[62359]: _type = "Task" [ 1278.942907] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.950170] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.105823] env[62359]: DEBUG nova.network.neutron [-] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.119809] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abeab6aa-030d-4c79-be69-05239523d208 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.128836] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c06d16-2fa5-4749-869e-464bdfa59e89 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.155954] env[62359]: DEBUG nova.compute.manager [req-3aa281ed-3c07-40a1-b56e-4d39d0160cb6 req-f0333bd3-a8d2-4380-b031-7928fd6ace0e service nova] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Detach interface failed, port_id=1bc4a354-9fb2-41a7-81bf-ec0bcbf7d2a9, reason: Instance f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1279.453340] env[62359]: DEBUG oslo_vmware.api [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441794, 'name': PowerOnVM_Task, 'duration_secs': 0.430433} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.453537] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.548827] env[62359]: DEBUG nova.compute.manager [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.549893] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a84518-8cc0-43c0-8c03-5fa9410c031f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.608484] env[62359]: INFO nova.compute.manager [-] [instance: f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd] Took 1.45 seconds to deallocate network for instance. [ 1280.066148] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfae686d-7efd-4c0b-9a6a-ee8782b49964 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "6667005b-220a-4776-b388-12051f8b8fa3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.128s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.116087] env[62359]: DEBUG oslo_concurrency.lockutils [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.116380] env[62359]: DEBUG oslo_concurrency.lockutils [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.116639] env[62359]: DEBUG nova.objects.instance [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lazy-loading 'resources' on Instance uuid f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.359291] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "6667005b-220a-4776-b388-12051f8b8fa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.359571] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "6667005b-220a-4776-b388-12051f8b8fa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.359801] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "6667005b-220a-4776-b388-12051f8b8fa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.360476] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "6667005b-220a-4776-b388-12051f8b8fa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.360669] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "6667005b-220a-4776-b388-12051f8b8fa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.362692] env[62359]: INFO nova.compute.manager [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Terminating instance [ 1280.671777] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b13b3d-7713-4d25-a8ca-ec7230e64afe {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.679350] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f6cfaf-4445-417d-bf04-dcd21591156f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.708488] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa74456-231f-4080-a0bc-88afffa73b8f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.715687] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b941d055-90e4-4fa5-a291-933111346c67 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.728822] env[62359]: DEBUG nova.compute.provider_tree [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.866280] env[62359]: DEBUG nova.compute.manager [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.866518] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.867736] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1359bb7f-f7c4-412a-b206-2a02d80a255a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.875874] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.876066] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b87b6df-b4b5-4bff-abab-ab281102e329 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.882410] env[62359]: DEBUG oslo_vmware.api [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1280.882410] env[62359]: value = "task-2441795" [ 1280.882410] env[62359]: _type = "Task" [ 1280.882410] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.891544] env[62359]: DEBUG oslo_vmware.api [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.233708] env[62359]: DEBUG nova.scheduler.client.report [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.391820] env[62359]: DEBUG oslo_vmware.api [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441795, 'name': PowerOffVM_Task, 'duration_secs': 0.165958} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.392094] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.392268] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.392521] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24fc1013-6205-459c-8d80-98ddb6044c5d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.469017] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.469280] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.469548] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleting the datastore file [datastore2] 6667005b-220a-4776-b388-12051f8b8fa3 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.469783] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-722cf7a3-af7d-47f5-b3f8-586447e4651c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.476751] env[62359]: DEBUG oslo_vmware.api [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for the task: (returnval){ [ 1281.476751] env[62359]: value = "task-2441797" [ 1281.476751] env[62359]: _type = "Task" [ 1281.476751] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.487821] env[62359]: DEBUG oslo_vmware.api [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.737749] env[62359]: DEBUG oslo_concurrency.lockutils [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.760953] env[62359]: INFO nova.scheduler.client.report [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Deleted allocations for instance f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd [ 1281.987220] env[62359]: DEBUG oslo_vmware.api [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Task: {'id': task-2441797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134177} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.987493] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.987650] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.987821] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.987988] env[62359]: INFO nova.compute.manager [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1281.988269] env[62359]: DEBUG oslo.service.loopingcall [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.988421] env[62359]: DEBUG nova.compute.manager [-] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.988517] env[62359]: DEBUG nova.network.neutron [-] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.267970] env[62359]: DEBUG oslo_concurrency.lockutils [None req-252ba81f-eefb-4ce3-a2a5-df99d3863c0f tempest-AttachVolumeNegativeTest-200598753 tempest-AttachVolumeNegativeTest-200598753-project-member] Lock "f92a5d69-6a70-4fa5-ad87-8c5bc47da9dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.733s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.462372] env[62359]: DEBUG nova.compute.manager [req-e29f1c8f-b01d-4076-aa03-6523f4ebacb2 req-ba749404-e16c-41a6-8b8b-698c4705031e service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Received event network-vif-deleted-8e76145f-e910-42ce-b35b-647d3bc421f5 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1282.462570] env[62359]: INFO nova.compute.manager [req-e29f1c8f-b01d-4076-aa03-6523f4ebacb2 req-ba749404-e16c-41a6-8b8b-698c4705031e service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Neutron deleted interface 8e76145f-e910-42ce-b35b-647d3bc421f5; detaching it from the instance and deleting it from the info cache [ 1282.462791] env[62359]: DEBUG nova.network.neutron [req-e29f1c8f-b01d-4076-aa03-6523f4ebacb2 req-ba749404-e16c-41a6-8b8b-698c4705031e service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.947366] env[62359]: DEBUG nova.network.neutron [-] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.965467] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c25af161-77f1-4c5b-b101-1562f833dcfc {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.974570] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247215b7-1415-4f0c-995c-84c522192f63 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.000861] env[62359]: DEBUG nova.compute.manager [req-e29f1c8f-b01d-4076-aa03-6523f4ebacb2 req-ba749404-e16c-41a6-8b8b-698c4705031e service nova] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Detach interface failed, port_id=8e76145f-e910-42ce-b35b-647d3bc421f5, reason: Instance 6667005b-220a-4776-b388-12051f8b8fa3 could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1283.450687] env[62359]: INFO nova.compute.manager [-] [instance: 6667005b-220a-4776-b388-12051f8b8fa3] Took 1.46 seconds to deallocate network for instance. [ 1283.957241] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.957641] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.957812] env[62359]: DEBUG nova.objects.instance [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lazy-loading 'resources' on Instance uuid 6667005b-220a-4776-b388-12051f8b8fa3 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.501498] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dfb536-0b21-4082-80d8-7eaa7790a870 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.508847] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d70ca01-529b-4d49-9dec-71c1bfea130d {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.537774] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ace0f0-183f-4da1-be8d-36b69269f609 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.544257] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4318abc-d5b2-4cbe-9589-899f0cef13a7 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.556661] env[62359]: DEBUG nova.compute.provider_tree [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.059627] env[62359]: DEBUG nova.scheduler.client.report [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.564282] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.582571] env[62359]: INFO nova.scheduler.client.report [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Deleted allocations for instance 6667005b-220a-4776-b388-12051f8b8fa3 [ 1286.090646] env[62359]: DEBUG oslo_concurrency.lockutils [None req-fd35f1d2-4bd5-402d-bedc-bb7d611668e5 tempest-ServerActionsTestOtherB-678702834 tempest-ServerActionsTestOtherB-678702834-project-member] Lock "6667005b-220a-4776-b388-12051f8b8fa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.731s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.314653] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "2e04c081-b506-4b7d-8416-67800fcf3afe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.315094] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "2e04c081-b506-4b7d-8416-67800fcf3afe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.315231] env[62359]: DEBUG nova.compute.manager [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.316123] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c41015-1b96-463e-a050-2f6818d85e14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.323197] env[62359]: DEBUG nova.compute.manager [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62359) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1288.323720] env[62359]: DEBUG nova.objects.instance [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'flavor' on Instance uuid 2e04c081-b506-4b7d-8416-67800fcf3afe {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.331040] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.331040] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-258693b4-0dc9-476d-96f3-5270911befee {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.344075] env[62359]: DEBUG oslo_vmware.api [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1289.344075] env[62359]: value = "task-2441801" [ 1289.344075] env[62359]: _type = "Task" [ 1289.344075] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.349525] env[62359]: DEBUG oslo_vmware.api [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.850028] env[62359]: DEBUG oslo_vmware.api [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441801, 'name': PowerOffVM_Task, 'duration_secs': 0.192729} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.850163] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.850249] env[62359]: DEBUG nova.compute.manager [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.851010] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da44d552-a882-4426-8e59-23eeebacc95b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.361605] env[62359]: DEBUG oslo_concurrency.lockutils [None req-6dfb6d3f-6857-470c-bef0-687d5e87225c tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "2e04c081-b506-4b7d-8416-67800fcf3afe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.782841] env[62359]: DEBUG nova.objects.instance [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'flavor' on Instance uuid 2e04c081-b506-4b7d-8416-67800fcf3afe {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.288017] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.288215] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.288372] env[62359]: DEBUG nova.network.neutron [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.288561] env[62359]: DEBUG nova.objects.instance [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'info_cache' on Instance uuid 2e04c081-b506-4b7d-8416-67800fcf3afe {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.791523] env[62359]: DEBUG nova.objects.base [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Object Instance<2e04c081-b506-4b7d-8416-67800fcf3afe> lazy-loaded attributes: flavor,info_cache {{(pid=62359) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1292.663518] env[62359]: DEBUG nova.network.neutron [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Updating instance_info_cache with network_info: [{"id": "77947843-78fd-4d57-873a-e1e59c934454", "address": "fa:16:3e:1b:68:40", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77947843-78", "ovs_interfaceid": "77947843-78fd-4d57-873a-e1e59c934454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.166612] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.173110] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.173834] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b7749c2-fa6f-488c-acae-6b5076025708 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.181953] env[62359]: DEBUG oslo_vmware.api [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1294.181953] env[62359]: value = "task-2441803" [ 1294.181953] env[62359]: _type = "Task" [ 1294.181953] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.189369] env[62359]: DEBUG oslo_vmware.api [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.695294] env[62359]: DEBUG oslo_vmware.api [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441803, 'name': PowerOnVM_Task, 'duration_secs': 0.365384} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.695611] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.695873] env[62359]: DEBUG nova.compute.manager [None req-cedee72e-852a-45ee-8608-ae42fcaa9511 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.696632] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c03589-447b-45c0-a246-88f0948178ba {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.633420] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fc19a6-54b1-42ae-a9a8-0251d2b67410 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.640332] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e1e6ae-4daa-4436-9fc8-ea712c903043 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Suspending the VM {{(pid=62359) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1295.640576] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9186b490-b1ca-4566-86fc-8c98f039c4aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.646255] env[62359]: DEBUG oslo_vmware.api [None req-d5e1e6ae-4daa-4436-9fc8-ea712c903043 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1295.646255] env[62359]: value = "task-2441804" [ 1295.646255] env[62359]: _type = "Task" [ 1295.646255] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.653775] env[62359]: DEBUG oslo_vmware.api [None req-d5e1e6ae-4daa-4436-9fc8-ea712c903043 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441804, 'name': SuspendVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.161108] env[62359]: DEBUG oslo_vmware.api [None req-d5e1e6ae-4daa-4436-9fc8-ea712c903043 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441804, 'name': SuspendVM_Task} progress is 100%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.657106] env[62359]: DEBUG oslo_vmware.api [None req-d5e1e6ae-4daa-4436-9fc8-ea712c903043 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441804, 'name': SuspendVM_Task, 'duration_secs': 0.541839} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.657502] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e1e6ae-4daa-4436-9fc8-ea712c903043 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Suspended the VM {{(pid=62359) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1296.657556] env[62359]: DEBUG nova.compute.manager [None req-d5e1e6ae-4daa-4436-9fc8-ea712c903043 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.658282] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f346e87-24d1-4d98-ad26-4a5a16a0d007 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.957521] env[62359]: INFO nova.compute.manager [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Resuming [ 1297.958158] env[62359]: DEBUG nova.objects.instance [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'flavor' on Instance uuid 2e04c081-b506-4b7d-8416-67800fcf3afe {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.468341] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.468714] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquired lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.468714] env[62359]: DEBUG nova.network.neutron [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.337018] env[62359]: DEBUG nova.network.neutron [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Updating instance_info_cache with network_info: [{"id": "77947843-78fd-4d57-873a-e1e59c934454", "address": "fa:16:3e:1b:68:40", "network": {"id": "5b478115-99d6-45e9-877b-fc6a026160c0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1403034187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0540ceaa468d4df5bbb5553cb24bdb04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77947843-78", "ovs_interfaceid": "77947843-78fd-4d57-873a-e1e59c934454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.840218] env[62359]: DEBUG oslo_concurrency.lockutils [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Releasing lock "refresh_cache-2e04c081-b506-4b7d-8416-67800fcf3afe" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.841242] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eef56c5-c3e2-4303-ad39-c2dc507dcb34 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.847495] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Resuming the VM {{(pid=62359) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1300.847710] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43ed9b8a-fd6d-45c3-9072-ecbf089150a2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.854576] env[62359]: DEBUG oslo_vmware.api [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1300.854576] env[62359]: value = "task-2441805" [ 1300.854576] env[62359]: _type = "Task" [ 1300.854576] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.861851] env[62359]: DEBUG oslo_vmware.api [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.364695] env[62359]: DEBUG oslo_vmware.api [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441805, 'name': PowerOnVM_Task, 'duration_secs': 0.483584} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.364968] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Resumed the VM {{(pid=62359) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1301.365174] env[62359]: DEBUG nova.compute.manager [None req-0e3daf28-091e-4e1f-9539-e867482a6789 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.366018] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ccffa2-d202-4a40-bd02-620dd094d124 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.612400] env[62359]: DEBUG oslo_concurrency.lockutils [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "2e04c081-b506-4b7d-8416-67800fcf3afe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.612857] env[62359]: DEBUG oslo_concurrency.lockutils [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "2e04c081-b506-4b7d-8416-67800fcf3afe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.612903] env[62359]: DEBUG oslo_concurrency.lockutils [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "2e04c081-b506-4b7d-8416-67800fcf3afe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.613068] env[62359]: DEBUG oslo_concurrency.lockutils [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "2e04c081-b506-4b7d-8416-67800fcf3afe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.613249] env[62359]: DEBUG oslo_concurrency.lockutils [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "2e04c081-b506-4b7d-8416-67800fcf3afe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.615375] env[62359]: INFO nova.compute.manager [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Terminating instance [ 1303.119397] env[62359]: DEBUG nova.compute.manager [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1303.119687] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.120574] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b5982a-0fbc-400c-af4f-3c9224e93904 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.128174] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.128400] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d821101-f357-45d0-a844-4fae8b138425 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.134806] env[62359]: DEBUG oslo_vmware.api [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1303.134806] env[62359]: value = "task-2441806" [ 1303.134806] env[62359]: _type = "Task" [ 1303.134806] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.142278] env[62359]: DEBUG oslo_vmware.api [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.645189] env[62359]: DEBUG oslo_vmware.api [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441806, 'name': PowerOffVM_Task, 'duration_secs': 0.19715} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.645534] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.645631] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.645839] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7b179bc-debf-4dac-851c-777f7a093a80 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.712531] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.712763] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Deleting contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.712907] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleting the datastore file [datastore2] 2e04c081-b506-4b7d-8416-67800fcf3afe {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.713178] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b67de1b3-ab47-4c30-86a4-5a39490e4db4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.719305] env[62359]: DEBUG oslo_vmware.api [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for the task: (returnval){ [ 1303.719305] env[62359]: value = "task-2441808" [ 1303.719305] env[62359]: _type = "Task" [ 1303.719305] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.726772] env[62359]: DEBUG oslo_vmware.api [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.229132] env[62359]: DEBUG oslo_vmware.api [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Task: {'id': task-2441808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1405} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.229381] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.229599] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Deleted contents of the VM from datastore datastore2 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.229789] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.229963] env[62359]: INFO nova.compute.manager [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1304.230217] env[62359]: DEBUG oslo.service.loopingcall [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1304.230405] env[62359]: DEBUG nova.compute.manager [-] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.230519] env[62359]: DEBUG nova.network.neutron [-] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.694672] env[62359]: DEBUG nova.compute.manager [req-dcd2e24e-e4f7-47ba-82b6-0bd1a15f2b30 req-536292a9-bb0b-4508-b766-be4fbcc6d616 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Received event network-vif-deleted-77947843-78fd-4d57-873a-e1e59c934454 {{(pid=62359) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1304.694672] env[62359]: INFO nova.compute.manager [req-dcd2e24e-e4f7-47ba-82b6-0bd1a15f2b30 req-536292a9-bb0b-4508-b766-be4fbcc6d616 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Neutron deleted interface 77947843-78fd-4d57-873a-e1e59c934454; detaching it from the instance and deleting it from the info cache [ 1304.695220] env[62359]: DEBUG nova.network.neutron [req-dcd2e24e-e4f7-47ba-82b6-0bd1a15f2b30 req-536292a9-bb0b-4508-b766-be4fbcc6d616 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.174083] env[62359]: DEBUG nova.network.neutron [-] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.197030] env[62359]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2df55da6-9830-4f40-91d7-990f48342bd3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.207559] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41095bd8-b11d-4d25-8c4c-2b34cc220b39 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.233632] env[62359]: DEBUG nova.compute.manager [req-dcd2e24e-e4f7-47ba-82b6-0bd1a15f2b30 req-536292a9-bb0b-4508-b766-be4fbcc6d616 service nova] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Detach interface failed, port_id=77947843-78fd-4d57-873a-e1e59c934454, reason: Instance 2e04c081-b506-4b7d-8416-67800fcf3afe could not be found. {{(pid=62359) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1305.676332] env[62359]: INFO nova.compute.manager [-] [instance: 2e04c081-b506-4b7d-8416-67800fcf3afe] Took 1.45 seconds to deallocate network for instance. [ 1306.182789] env[62359]: DEBUG oslo_concurrency.lockutils [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.183179] env[62359]: DEBUG oslo_concurrency.lockutils [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.183326] env[62359]: DEBUG nova.objects.instance [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lazy-loading 'resources' on Instance uuid 2e04c081-b506-4b7d-8416-67800fcf3afe {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.717035] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706f118-34bc-4274-a8cf-08a520090aa3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.725213] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98954ca1-b8be-4191-b8c3-88925c8a26b5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.754706] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489b6a6f-83c8-4613-b9ba-4e15c322f55f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.761538] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dc32c5-1eb6-4e48-8fc8-52192d5a7428 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.774056] env[62359]: DEBUG nova.compute.provider_tree [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.277492] env[62359]: DEBUG nova.scheduler.client.report [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.783613] env[62359]: DEBUG oslo_concurrency.lockutils [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.803229] env[62359]: INFO nova.scheduler.client.report [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Deleted allocations for instance 2e04c081-b506-4b7d-8416-67800fcf3afe [ 1308.310699] env[62359]: DEBUG oslo_concurrency.lockutils [None req-abf54fb0-e1b1-4738-a524-d0d7833dadc5 tempest-ServerActionsTestJSON-494958665 tempest-ServerActionsTestJSON-494958665-project-member] Lock "2e04c081-b506-4b7d-8416-67800fcf3afe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.698s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.555839] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquiring lock "a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.556136] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.058858] env[62359]: DEBUG nova.compute.manager [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Starting instance... {{(pid=62359) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.579459] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.579785] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.581182] env[62359]: INFO nova.compute.claims [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.615665] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72233cf-0953-4b95-91ea-b6e513c923d3 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.623564] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f90ca-2e51-42a1-b410-d6e414172ee9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.652790] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af948afb-0c0f-42b7-9717-ff505cac1b44 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.659246] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9828a9-eeaf-40fd-9aa6-a0a6cc4d13aa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.672774] env[62359]: DEBUG nova.compute.provider_tree [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.177082] env[62359]: DEBUG nova.scheduler.client.report [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.682352] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.682881] env[62359]: DEBUG nova.compute.manager [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Start building networks asynchronously for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.188017] env[62359]: DEBUG nova.compute.utils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Using /dev/sd instead of None {{(pid=62359) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1315.189344] env[62359]: DEBUG nova.compute.manager [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Not allocating networking since 'none' was specified. {{(pid=62359) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1315.691296] env[62359]: DEBUG nova.compute.manager [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Start building block device mappings for instance. {{(pid=62359) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.700203] env[62359]: DEBUG nova.compute.manager [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Start spawning the instance on the hypervisor. {{(pid=62359) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1316.725847] env[62359]: DEBUG nova.virt.hardware [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.726098] env[62359]: DEBUG nova.virt.hardware [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.726255] env[62359]: DEBUG nova.virt.hardware [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.726434] env[62359]: DEBUG nova.virt.hardware [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.726617] env[62359]: DEBUG nova.virt.hardware [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.726839] env[62359]: DEBUG nova.virt.hardware [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.727100] env[62359]: DEBUG nova.virt.hardware [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.727269] env[62359]: DEBUG nova.virt.hardware [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.727438] env[62359]: DEBUG nova.virt.hardware [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.727620] env[62359]: DEBUG nova.virt.hardware [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.727805] env[62359]: DEBUG nova.virt.hardware [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.728668] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4703df83-ee9a-4112-a395-7f5e0cf2d172 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.737063] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4b1792-033a-4be5-a42d-ce7a40a84d0e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.750778] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.756232] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Creating folder: Project (66821a525e8246058544a2e2600b228a). Parent ref: group-v494269. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.756486] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d2dff0a-3d86-473b-9732-7daa9d64cf4f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.768117] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Created folder: Project (66821a525e8246058544a2e2600b228a) in parent group-v494269. [ 1316.768293] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Creating folder: Instances. Parent ref: group-v494603. {{(pid=62359) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.768503] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aad7356c-6301-46d9-86a0-a326a17e4dbf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.777011] env[62359]: INFO nova.virt.vmwareapi.vm_util [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Created folder: Instances in parent group-v494603. [ 1316.777232] env[62359]: DEBUG oslo.service.loopingcall [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.777406] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.777585] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-156cece3-5e19-4363-be8e-f7c972b17498 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.792769] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.792769] env[62359]: value = "task-2441811" [ 1316.792769] env[62359]: _type = "Task" [ 1316.792769] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.799532] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441811, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.303337] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441811, 'name': CreateVM_Task, 'duration_secs': 0.23094} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.303507] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.303924] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.304111] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.304431] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.304672] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9eacb1-0144-48ae-b157-da4802e5d726 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.309375] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1317.309375] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52252d3e-3fc0-9f31-f496-a0c844a1fbba" [ 1317.309375] env[62359]: _type = "Task" [ 1317.309375] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.317771] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52252d3e-3fc0-9f31-f496-a0c844a1fbba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.818970] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52252d3e-3fc0-9f31-f496-a0c844a1fbba, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.819356] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.819509] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.819766] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.819925] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.820127] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.820390] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a21637-0e46-4e96-a80a-81da35092117 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.828176] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.828350] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.828995] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f682272-d924-4522-b9ca-612ab7e670db {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.833873] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1317.833873] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52e62565-ad03-a4d3-3825-d0bc9bf59ae0" [ 1317.833873] env[62359]: _type = "Task" [ 1317.833873] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.840699] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e62565-ad03-a4d3-3825-d0bc9bf59ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.344466] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52e62565-ad03-a4d3-3825-d0bc9bf59ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.008126} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.345222] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce62986-5b42-4538-b669-10758bc97857 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.349971] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1318.349971] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]525b7a04-bb0e-26ce-143a-6766c554b228" [ 1318.349971] env[62359]: _type = "Task" [ 1318.349971] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.357067] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525b7a04-bb0e-26ce-143a-6766c554b228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.860103] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]525b7a04-bb0e-26ce-143a-6766c554b228, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.860509] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.860606] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5/a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.860871] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25838af6-646e-4d46-aca7-9eeda9c3c65a {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.867197] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1318.867197] env[62359]: value = "task-2441812" [ 1318.867197] env[62359]: _type = "Task" [ 1318.867197] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.874262] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.376824] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434729} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.377085] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5/a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.378802] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.378802] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e6ccd07-752e-423d-b527-cb38853dbe32 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.383467] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1319.383467] env[62359]: value = "task-2441813" [ 1319.383467] env[62359]: _type = "Task" [ 1319.383467] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.391445] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.893792] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057225} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.894191] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.894780] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814f9c78-473d-4987-abca-9e1647ede978 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.913685] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5/a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.913903] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59af6435-d910-4d36-8e1f-7e926e7a656b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.933548] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1319.933548] env[62359]: value = "task-2441814" [ 1319.933548] env[62359]: _type = "Task" [ 1319.933548] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.443554] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441814, 'name': ReconfigVM_Task, 'duration_secs': 0.261867} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.443815] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5/a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.444420] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c85fb113-7444-4b9f-8ed9-581f6404078b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.450352] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1320.450352] env[62359]: value = "task-2441815" [ 1320.450352] env[62359]: _type = "Task" [ 1320.450352] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.457195] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441815, 'name': Rename_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.960124] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441815, 'name': Rename_Task, 'duration_secs': 0.133149} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.960513] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.960626] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6869b150-f554-4590-84bd-2b14c2dc07f2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.966410] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1320.966410] env[62359]: value = "task-2441816" [ 1320.966410] env[62359]: _type = "Task" [ 1320.966410] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.974418] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.476677] env[62359]: DEBUG oslo_vmware.api [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441816, 'name': PowerOnVM_Task, 'duration_secs': 0.391043} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.476934] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.477164] env[62359]: INFO nova.compute.manager [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Took 4.78 seconds to spawn the instance on the hypervisor. [ 1321.477348] env[62359]: DEBUG nova.compute.manager [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.478116] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e496eca0-a977-4a34-8ad3-ca231bd746b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.993077] env[62359]: INFO nova.compute.manager [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Took 9.43 seconds to build instance. [ 1322.234170] env[62359]: INFO nova.compute.manager [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Rebuilding instance [ 1322.274007] env[62359]: DEBUG nova.compute.manager [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.274885] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff41468c-c0d6-4a4b-aac9-7facea0122bb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.495146] env[62359]: DEBUG oslo_concurrency.lockutils [None req-cfb4b5ad-67b7-4ac4-80c6-4e255921b1ce tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.939s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.286908] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.287350] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbbe5d06-eaeb-4502-8c5b-957925fec38b {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.295566] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1323.295566] env[62359]: value = "task-2441817" [ 1323.295566] env[62359]: _type = "Task" [ 1323.295566] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.303406] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.766050] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.804821] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441817, 'name': PowerOffVM_Task, 'duration_secs': 0.196606} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.805085] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.805312] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.806039] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef815e6d-67a1-4bf9-8e95-d1e73fa76faa {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.812223] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.812428] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37c34a7b-e011-433b-a840-ec85706c9941 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.835789] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.835982] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.836173] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Deleting the datastore file [datastore1] a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.836394] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c09446d6-98f7-4836-ad89-6315bb6799f9 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.842421] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1323.842421] env[62359]: value = "task-2441819" [ 1323.842421] env[62359]: _type = "Task" [ 1323.842421] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.849246] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.353847] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09607} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.354219] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.354376] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.354595] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.766450] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.766690] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.385507] env[62359]: DEBUG nova.virt.hardware [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T21:08:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T21:08:26Z,direct_url=,disk_format='vmdk',id=28594210-333d-4992-9862-6b9ed57e5c4f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='43bd2367465e45acbce7f4cf284e0dc0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T21:08:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.385773] env[62359]: DEBUG nova.virt.hardware [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Flavor limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.385909] env[62359]: DEBUG nova.virt.hardware [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Image limits 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.386105] env[62359]: DEBUG nova.virt.hardware [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Flavor pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.386259] env[62359]: DEBUG nova.virt.hardware [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Image pref 0:0:0 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.386411] env[62359]: DEBUG nova.virt.hardware [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62359) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.386620] env[62359]: DEBUG nova.virt.hardware [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.386779] env[62359]: DEBUG nova.virt.hardware [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.386949] env[62359]: DEBUG nova.virt.hardware [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Got 1 possible topologies {{(pid=62359) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.387123] env[62359]: DEBUG nova.virt.hardware [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.387295] env[62359]: DEBUG nova.virt.hardware [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62359) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.388177] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110bbaf2-93f8-490a-8f66-08b48c4c7f14 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.396215] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9642a6b-5e6d-4ea5-bcd9-b7e7c5771852 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.409662] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Instance VIF info [] {{(pid=62359) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.415281] env[62359]: DEBUG oslo.service.loopingcall [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.415498] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Creating VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.415689] env[62359]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a9bb12-d5d9-4f27-93db-dc418f5059b2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.432651] env[62359]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.432651] env[62359]: value = "task-2441820" [ 1325.432651] env[62359]: _type = "Task" [ 1325.432651] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.440312] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441820, 'name': CreateVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.766358] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.942453] env[62359]: DEBUG oslo_vmware.api [-] Task: {'id': task-2441820, 'name': CreateVM_Task, 'duration_secs': 0.240149} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.942630] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Created VM on the ESX host {{(pid=62359) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.943032] env[62359]: DEBUG oslo_concurrency.lockutils [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.943201] env[62359]: DEBUG oslo_concurrency.lockutils [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.943521] env[62359]: DEBUG oslo_concurrency.lockutils [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.943767] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1679b645-6cf3-454e-9a0f-85fe01d2e9d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.948363] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1325.948363] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520744f3-3f6e-1fa8-7873-2a83545af9b2" [ 1325.948363] env[62359]: _type = "Task" [ 1325.948363] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.955502] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520744f3-3f6e-1fa8-7873-2a83545af9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.458073] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520744f3-3f6e-1fa8-7873-2a83545af9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.458465] env[62359]: DEBUG oslo_concurrency.lockutils [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.458568] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Processing image 28594210-333d-4992-9862-6b9ed57e5c4f {{(pid=62359) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.458791] env[62359]: DEBUG oslo_concurrency.lockutils [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.458941] env[62359]: DEBUG oslo_concurrency.lockutils [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.459133] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.459371] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7513099-5e94-4391-b922-439a2b43d6ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.467534] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62359) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.467720] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62359) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.468417] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df4c47d-d657-4617-b766-60972626dacf {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.472722] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1326.472722] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]52d1879a-0fae-1644-0a5c-9e6564d38657" [ 1326.472722] env[62359]: _type = "Task" [ 1326.472722] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.479488] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d1879a-0fae-1644-0a5c-9e6564d38657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.766517] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.766714] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Starting heal instance info cache {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1326.983578] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]52d1879a-0fae-1644-0a5c-9e6564d38657, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.984338] env[62359]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca2aeab-8754-4b82-ba56-74d3dd8dab7e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.989019] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1326.989019] env[62359]: value = "session[52686ea6-c207-0a4f-c049-340e650082de]520530f6-9892-1b9c-cfd4-1c62d29a2ec8" [ 1326.989019] env[62359]: _type = "Task" [ 1326.989019] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.995921] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520530f6-9892-1b9c-cfd4-1c62d29a2ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.499182] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': session[52686ea6-c207-0a4f-c049-340e650082de]520530f6-9892-1b9c-cfd4-1c62d29a2ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.009134} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.499565] env[62359]: DEBUG oslo_concurrency.lockutils [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.499684] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5/a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.499929] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a8c6168-af97-4945-93ad-cf5dfbec951e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.507069] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1327.507069] env[62359]: value = "task-2441821" [ 1327.507069] env[62359]: _type = "Task" [ 1327.507069] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.513847] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.772327] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Didn't find any instances for network info cache update. {{(pid=62359) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1327.772533] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.772696] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.772829] env[62359]: DEBUG nova.compute.manager [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62359) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1327.772976] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.490304] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.490518] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.490673] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.490818] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62359) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1328.494528] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceec2a6-b4d0-43c2-b583-ec6292411b74 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.504051] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438991} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.505211] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1e75b9-d70e-45b5-9001-6fc1dff0cbf4 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.509009] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28594210-333d-4992-9862-6b9ed57e5c4f/28594210-333d-4992-9862-6b9ed57e5c4f.vmdk to [datastore1] a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5/a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5.vmdk {{(pid=62359) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.509230] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Extending root virtual disk to 1048576 {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.509775] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eee2560-9fef-4a6c-bc26-2d050dea1e2f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.522938] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7063c9-cfc2-40d5-a508-b7648fb4f0f1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.525414] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1328.525414] env[62359]: value = "task-2441822" [ 1328.525414] env[62359]: _type = "Task" [ 1328.525414] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.531436] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42b4497-d744-49df-9ccd-07881b9aa4ef {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.536842] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.562492] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180562MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62359) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1328.562643] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.562824] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.035318] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.330813} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.035584] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Extended root virtual disk {{(pid=62359) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.036360] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab4510c-6ad7-4e52-8538-1ed5c32dbebb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.056617] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5/a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.056899] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa37249-6e3f-4f08-9507-1c0cc7b6e5ab {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.078813] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1329.078813] env[62359]: value = "task-2441823" [ 1329.078813] env[62359]: _type = "Task" [ 1329.078813] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.086426] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.588568] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441823, 'name': ReconfigVM_Task, 'duration_secs': 0.278015} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.588568] env[62359]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5/a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5.vmdk or device None with type sparse {{(pid=62359) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.589402] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-605c15a0-a33a-45eb-86ef-8ef48c07a285 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.592583] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Instance a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62359) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.592763] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1329.592902] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62359) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1329.596219] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1329.596219] env[62359]: value = "task-2441824" [ 1329.596219] env[62359]: _type = "Task" [ 1329.596219] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.604140] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441824, 'name': Rename_Task} progress is 5%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.619048] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8286dd-885a-427e-8dd5-c514c723350e {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.626285] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671722bd-6816-49e8-ba8a-03d464f86d81 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.655515] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18e5fe8-482f-4c92-97fe-4c13f34a644c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.662914] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cb37a3-6740-4734-a019-50d2a3caa35f {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.676417] env[62359]: DEBUG nova.compute.provider_tree [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.107528] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441824, 'name': Rename_Task, 'duration_secs': 0.135079} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.107784] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Powering on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.108054] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da4a6d5-0b6f-4452-a835-2aabd266cbea {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.114313] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1330.114313] env[62359]: value = "task-2441825" [ 1330.114313] env[62359]: _type = "Task" [ 1330.114313] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.121299] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.179515] env[62359]: DEBUG nova.scheduler.client.report [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.623865] env[62359]: DEBUG oslo_vmware.api [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441825, 'name': PowerOnVM_Task, 'duration_secs': 0.391169} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.624264] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Powered on the VM {{(pid=62359) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.624339] env[62359]: DEBUG nova.compute.manager [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Checking state {{(pid=62359) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.625065] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608de749-3392-4401-8987-04989f2a7411 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.684359] env[62359]: DEBUG nova.compute.resource_tracker [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62359) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1330.684579] env[62359]: DEBUG oslo_concurrency.lockutils [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.142037] env[62359]: DEBUG oslo_concurrency.lockutils [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.142150] env[62359]: DEBUG oslo_concurrency.lockutils [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.142256] env[62359]: DEBUG nova.objects.instance [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62359) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1331.918303] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquiring lock "a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.918771] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.919018] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquiring lock "a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.919298] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.919559] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.921731] env[62359]: INFO nova.compute.manager [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Terminating instance [ 1332.150808] env[62359]: DEBUG oslo_concurrency.lockutils [None req-58c6859e-3b2d-4c82-b098-4dca13c957ac tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.425959] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquiring lock "refresh_cache-a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.426165] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquired lock "refresh_cache-a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.426376] env[62359]: DEBUG nova.network.neutron [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Building network info cache for instance {{(pid=62359) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.950516] env[62359]: DEBUG nova.network.neutron [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.007061] env[62359]: DEBUG nova.network.neutron [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.509335] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Releasing lock "refresh_cache-a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5" {{(pid=62359) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.509750] env[62359]: DEBUG nova.compute.manager [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Start destroying the instance on the hypervisor. {{(pid=62359) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.509994] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Destroying instance {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.511012] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de59b570-6014-44ef-9659-95133394dddb {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.518762] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Powering off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.518985] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b2a1be6-fcc4-4038-ac8e-d7ae1fda9cb2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.525328] env[62359]: DEBUG oslo_vmware.api [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1333.525328] env[62359]: value = "task-2441826" [ 1333.525328] env[62359]: _type = "Task" [ 1333.525328] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.533238] env[62359]: DEBUG oslo_vmware.api [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.035809] env[62359]: DEBUG oslo_vmware.api [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441826, 'name': PowerOffVM_Task, 'duration_secs': 0.115331} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.036236] env[62359]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Powered off the VM {{(pid=62359) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.036236] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Unregistering the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.036477] env[62359]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8039123-7a81-4d20-8470-a5b22c6bb5d1 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.063603] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Unregistered the VM {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.063846] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Deleting contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.063998] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Deleting the datastore file [datastore1] a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5 {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.064269] env[62359]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87612d65-e466-4bb4-9048-86d2ddd480d5 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.070825] env[62359]: DEBUG oslo_vmware.api [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for the task: (returnval){ [ 1334.070825] env[62359]: value = "task-2441828" [ 1334.070825] env[62359]: _type = "Task" [ 1334.070825] env[62359]: } to complete. {{(pid=62359) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.077945] env[62359]: DEBUG oslo_vmware.api [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.581189] env[62359]: DEBUG oslo_vmware.api [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Task: {'id': task-2441828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092751} completed successfully. {{(pid=62359) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.581433] env[62359]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Deleted the datastore file {{(pid=62359) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.581611] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Deleted contents of the VM from datastore datastore1 {{(pid=62359) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.581786] env[62359]: DEBUG nova.virt.vmwareapi.vmops [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Instance destroyed {{(pid=62359) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.581955] env[62359]: INFO nova.compute.manager [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1334.582211] env[62359]: DEBUG oslo.service.loopingcall [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62359) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1334.582395] env[62359]: DEBUG nova.compute.manager [-] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Deallocating network for instance {{(pid=62359) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.582489] env[62359]: DEBUG nova.network.neutron [-] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] deallocate_for_instance() {{(pid=62359) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.597695] env[62359]: DEBUG nova.network.neutron [-] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Instance cache missing network info. {{(pid=62359) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.679386] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.099989] env[62359]: DEBUG nova.network.neutron [-] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Updating instance_info_cache with network_info: [] {{(pid=62359) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.602810] env[62359]: INFO nova.compute.manager [-] [instance: a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5] Took 1.02 seconds to deallocate network for instance. [ 1336.109641] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.110074] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.110134] env[62359]: DEBUG nova.objects.instance [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lazy-loading 'resources' on Instance uuid a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5 {{(pid=62359) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.640017] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba55e0a3-3eea-4e7e-b2ef-c66623b9720c {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.647381] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd90c15a-aa5b-4a0c-8eef-85ed28a8e249 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.677880] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a77eb6f-b624-4384-acd0-dcf5ea05a8a2 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.684912] env[62359]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b889c638-461f-40fa-94a8-f286a3e36b58 {{(pid=62359) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.697986] env[62359]: DEBUG nova.compute.provider_tree [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Inventory has not changed in ProviderTree for provider: 141c7d21-c7c0-4ccc-972c-c2ef94371f99 {{(pid=62359) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.201469] env[62359]: DEBUG nova.scheduler.client.report [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Inventory has not changed for provider 141c7d21-c7c0-4ccc-972c-c2ef94371f99 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62359) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.706736] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.727995] env[62359]: INFO nova.scheduler.client.report [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Deleted allocations for instance a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5 [ 1338.236256] env[62359]: DEBUG oslo_concurrency.lockutils [None req-a23c1aa0-bd15-4594-866a-e9053d1a9d80 tempest-ServerShowV257Test-1842652541 tempest-ServerShowV257Test-1842652541-project-member] Lock "a5f2cdb5-bbc0-4fad-9620-ecaab7e1a1c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.318s {{(pid=62359) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.761493] env[62359]: DEBUG oslo_service.periodic_task [None req-88f2620d-b490-4ecb-83f1-fa0fb7b9c1e4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62359) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}